-- Logs begin at Mon 2021-05-10 10:46:18 UTC, end at Mon 2021-05-10 11:49:10 UTC. -- May 10 11:16:36.726005 dv-cinder-784956-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 11:16:39.145985 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.common.config [-] Logging enabled! May 10 11:16:39.146584 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 11:16:39.146728 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78623) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 11:16:39.149847 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.common.config [-] Logging enabled! May 10 11:16:39.150095 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 11:16:39.150396 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78623) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 11:16:39.151297 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 11:16:39.151533 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 11:16:39.151882 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 11:16:39.152123 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 11:16:39.152345 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 11:16:39.152657 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.152974 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.153263 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.153489 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.153798 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.154087 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.154363 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.154644 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.154935 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.155213 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.155484 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.155768 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.155993 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.156267 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.156545 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.156850 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.157071 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] debug = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.157343 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.157766 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.158154 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.158426 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.158706 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.158978 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.159241 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.159509 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.159792 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.160113 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] host = dv-cinder-784956-5-iscsi {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.160383 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.160662 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.160968 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.161246 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.161512 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.161781 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.162058 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.162322 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.162587 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.162854 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.163131 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.163407 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.163690 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.163910 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.164127 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.164405 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.164683 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.164972 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.165239 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.165504 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.165776 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.166041 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.166303 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.166581 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.166857 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.167132 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.167397 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.167661 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.167923 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.168189 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.168463 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.168743 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.169010 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.169271 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.169575 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.169839 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.170106 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.170398 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.170677 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.170950 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.171235 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.171490 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.171763 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.172026 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.172290 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.172553 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] use_json = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.172838 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.173102 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.173377 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.173643 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.173908 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.174172 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.174435 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.174710 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:39.174999 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.175288 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.175581 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.175864 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.176150 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.176422 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.176700 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.176998 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.177276 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.177558 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.177841 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.178110 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.178391 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.178661 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.178946 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.179243 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.179530 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.179814 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.180083 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.180349 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.180613 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.180906 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.181184 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.181469 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.181752 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.182019 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.182288 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.182570 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.182840 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.183104 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.183374 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.183656 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.183927 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.184192 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.184466 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.184763 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.185033 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.185812 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.186084 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.186369 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.186640 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.186904 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.187166 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.187434 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.187699 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.187979 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.188251 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.188516 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.188803 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.189075 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.189338 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.189603 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.189875 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.190143 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.190415 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.190681 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.190946 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.191210 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.191472 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.191737 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.192001 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.192265 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.192535 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.192826 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.193092 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.193357 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.193625 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.193891 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.194171 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.194460 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.194730 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.195001 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.195271 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.195543 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.195816 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.196087 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.196360 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.196630 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.196923 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.197206 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.197482 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.197760 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.198036 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.198305 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.198592 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.198859 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.199131 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.199399 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.199670 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.199948 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.200223 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.200507 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.201470 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.201762 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.202051 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.202339 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.202614 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.202917 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.203188 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:39.203398 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 11:16:39.203627 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78623) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 11:16:39.546658 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:39.546839 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:39.547123 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:16:39.547455 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 11:16:39.851377 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:39.851573 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:39.851840 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:39.853066 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:39.853331 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:39.853591 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:39.973353 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:39.973624 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:39.973881 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:39.987217 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:39.987496 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:39.987761 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.016076 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.016355 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.016622 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.055039 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.055319 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.055582 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.284944 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.285558 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.285558 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.285736 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.286458 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.408728 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.409060 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.409335 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.409597 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.409853 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.410153 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.410404 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.410651 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.410897 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.411170 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.411420 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.411675 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.411931 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.412178 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.412436 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.412696 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.412970 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.413238 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.413481 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.413752 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.414091 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.414340 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.414583 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.414997 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.415248 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.415494 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.415873 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:16:40.416112 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:16:40.416349 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:16:40.416584 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:16:40.416845 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:16:40.417080 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:16:40.417436 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 11:16:40.420476 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 11:16:40.424310 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 11:16:40.428287 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 10 11:16:40.429928 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 11:16:40.430368 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 11:16:40.430696 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 11:16:40.431076 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 11:16:40.433840 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 11:16:40.434092 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 11:16:40.434580 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 11:16:40.462460 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 11:16:40.462894 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.463188 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78623) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 11:16:40.463544 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.464902 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78623) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 11:16:40.465179 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 11:16:40.465420 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 11:16:40.468573 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.468884 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:40.542437 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 11:16:40.542620 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 11:16:40.542855 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 11:16:40.543216 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 11:16:40.573223 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_db.sqlalchemy.engines [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78623) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 11:16:40.908541 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Initializing driver for type 'gre' May 10 11:16:40.909069 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] gre ID ranges: [(1, 1000)] May 10 11:16:40.964026 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Initializing driver for type 'local' May 10 11:16:40.964357 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Initializing driver for type 'vlan' May 10 11:16:40.975663 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] VlanTypeDriver initialization complete May 10 11:16:40.976033 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Initializing driver for type 'vxlan' May 10 11:16:40.976522 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] vxlan ID ranges: [(1, 1000)] May 10 11:16:41.030024 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Initializing extension driver 'port_security' May 10 11:16:41.030389 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.extensions.port_security [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] PortSecurityExtensionDriver initialization complete May 10 11:16:41.030725 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Initializing mechanism driver 'openvswitch' May 10 11:16:41.031054 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Initializing mechanism driver 'hyperv' May 10 11:16:41.037487 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.plugins.ml2.plugin [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:41.038233 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > port after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.038598 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > port after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.038950 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > port after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.039332 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > subnet after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.039676 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > subnet after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.040017 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.040392 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > network after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.040753 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > network after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.041091 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > network after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.041459 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > security_group after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.041793 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > security_group after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.042123 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.042491 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.042825 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.043173 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.043522 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > address_group after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.043878 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > address_group after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.044208 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.045046 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] ML2 OVO RPC backend initialized. {{(pid=78623) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 11:16:41.045726 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.046069 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.046471 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > network before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.046808 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > networks before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.047144 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > port before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.047473 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > ports before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.047804 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > subnet before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.048132 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > subnets before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.048465 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > network after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.048831 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > network after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.049160 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > network after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.049494 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > port after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.049820 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > port after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.050148 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > port after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.050475 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > subnet after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.050801 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > subnet after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.051126 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.051677 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.plugin [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Modular L2 Plugin initialization complete May 10 11:16:41.051992 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading services supported by the core plugin {{(pid=78623) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 11:16:41.052307 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Got port-security extension from driver 'port_security' May 10 11:16:41.052782 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.extensions.vlantransparent [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Disabled vlantransparent extension. May 10 11:16:41.053254 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78623) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 11:16:41.053557 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading Plugin: router May 10 11:16:41.088560 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.088976 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router after_create 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.089345 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router before_create 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.089713 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.090087 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.090437 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router after_delete 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.090791 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.091147 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router after_create 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.091993 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router after_update 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.092337 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router after_update 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.092678 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.093058 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router after_update 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.093463 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router precommit_update 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.093827 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: port after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.094156 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: port after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.094483 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: subnet after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.094814 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.095151 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.095493 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router precommit_create 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.095829 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: port before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.096160 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router precommit_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.096512 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router after_update 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.096884 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.097228 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router precommit_create 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.097583 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.097928 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router precommit_update 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.098293 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > network after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.099121 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Tracking information for resource: router configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:16:41.099443 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Tracking information for resource: floatingip configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 11:16:41.104511 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.db.l3_agentschedulers_db [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 11:16:41.105109 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: port after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.105461 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: port after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.105805 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: port after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.106153 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: port after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.107505 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router before_create 55550100 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.107879 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.108236 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router precommit_create 55550100 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.108581 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > router precommit_update 55550100 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.112889 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.services.provider_configuration [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service providers = [] {{(pid=78623) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 11:16:41.113246 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.db.servicetype_db [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78623) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 11:16:41.116065 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.services.service_base [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:16:41.116410 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.services.service_base [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:16:41.116773 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.services.service_base [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:16:41.117636 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.services.service_base [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 11:16:41.117997 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.services.service_base [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 11:16:41.119777 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:16:41.120107 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 11:16:41.130498 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:16:41.130828 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading Plugin: auto_allocate May 10 11:16:41.136435 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: network precommit_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.136827 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: network precommit_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.137335 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:16:41.137646 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading Plugin: tag May 10 11:16:41.144299 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:16:41.144630 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading Plugin: timestamp May 10 11:16:41.148338 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:16:41.148663 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading Plugin: network_ip_availability May 10 11:16:41.154320 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.154888 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.155334 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.156036 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:16:41.156350 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading Plugin: flavors May 10 11:16:41.161334 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:16:41.161611 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading Plugin: revisions May 10 11:16:41.165822 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 11:16:41.166204 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_concurrency.lockutils [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.619s {{(pid=78623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:16:41.166934 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78623) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 11:16:41.167258 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Initializing extension manager. May 10 11:16:41.167747 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: __init__.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.168076 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: __pycache__ {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.168397 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.168730 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: address_group.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.170067 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.170625 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: address-group May 10 11:16:41.170940 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: address_scope.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.171630 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.172132 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: address-scope May 10 11:16:41.172444 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.173364 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.173868 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: router-admin-state-down-before-update May 10 11:16:41.174182 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: agent.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.174860 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.175356 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: agent May 10 11:16:41.175665 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: agent_resources_synced.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.176546 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.177092 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: agent-resources-synced May 10 11:16:41.177408 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: allowedaddresspairs.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.179134 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.179646 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: allowed-address-pairs May 10 11:16:41.179966 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: auto_allocated_topology.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.181045 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.181561 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: auto-allocated-topology May 10 11:16:41.181880 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: availability_zone.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.182552 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.183055 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: availability_zone May 10 11:16:41.183370 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: availability_zone_filter.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.184254 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.184785 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: availability_zone_filter May 10 11:16:41.185128 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: data_plane_status.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.186005 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.186500 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension data-plane-status not supported by any of loaded plugins May 10 11:16:41.186818 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: default_subnetpools.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.187698 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.188195 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: default-subnetpools May 10 11:16:41.188506 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.189328 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.189826 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: dhcp_agent_scheduler May 10 11:16:41.190137 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: dns.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.191018 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.191516 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension dns-integration not supported by any of loaded plugins May 10 11:16:41.191833 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: dns_domain_ports.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.192736 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.193245 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 11:16:41.193559 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: dvr.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.194211 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.194706 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: dvr May 10 11:16:41.195018 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: empty_string_filtering.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.195895 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.196398 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: empty-string-filtering May 10 11:16:41.196725 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.197615 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.198114 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 11:16:41.198426 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.199303 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.199801 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 11:16:41.200113 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: external_net.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.201036 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.201535 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: external-net May 10 11:16:41.201845 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.202719 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.203216 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: extra_dhcp_opt May 10 11:16:41.203527 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: extraroute.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.204403 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.204934 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: extraroute May 10 11:16:41.205244 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: extraroute_atomic.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.206242 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.206753 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: extraroute-atomic May 10 11:16:41.207069 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: filter_validation.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.207715 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.208214 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: filter-validation May 10 11:16:41.208527 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: fip_pf_description.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.209610 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.210116 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 11:16:41.210434 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: fip_port_details.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.211314 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.211814 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: fip-port-details May 10 11:16:41.212128 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: flavors.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.213356 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.213864 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: flavors May 10 11:16:41.214181 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.215799 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.216865 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 11:16:41.217191 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: floatingip_pools.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.217872 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.218379 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: floatingip-pools May 10 11:16:41.218698 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: ip_allocation.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.219585 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.220087 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension ip_allocation not supported by any of loaded plugins May 10 11:16:41.220405 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.221318 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.221831 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: ip-substring-filtering May 10 11:16:41.222148 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: l2_adjacency.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.223031 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.223532 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 11:16:41.223845 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: l3.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.224803 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.225578 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: router May 10 11:16:41.225894 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.228053 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.228572 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 11:16:41.228934 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.229827 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.230335 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: ext-gw-mode May 10 11:16:41.230653 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.231539 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.232642 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: l3-ha May 10 11:16:41.232985 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: l3_flavors.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.233867 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.234368 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: l3-flavors May 10 11:16:41.234679 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.235575 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.236077 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 11:16:41.236388 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: l3agentscheduler.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.237429 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.237936 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: l3_agent_scheduler May 10 11:16:41.238252 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: logging.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.239733 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.240249 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension logging not supported by any of loaded plugins May 10 11:16:41.240565 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: metering.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.241305 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.241881 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: metering May 10 11:16:41.242195 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.243267 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.243781 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: metering_source_and_destination_fields May 10 11:16:41.244099 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: multiprovidernet.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.245163 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.245673 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: multi-provider May 10 11:16:41.245990 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: netmtu.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.246874 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.247379 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: net-mtu May 10 11:16:41.247717 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: netmtu_writable.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.248603 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.249136 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: net-mtu-writable May 10 11:16:41.249450 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: network_availability_zone.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.250095 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.250592 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: network_availability_zone May 10 11:16:41.250904 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: network_ip_availability.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.251969 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.252474 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: network-ip-availability May 10 11:16:41.252817 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: network_segment_range.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.253561 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.254061 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension network-segment-range not supported by any of loaded plugins May 10 11:16:41.254372 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: pagination.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.255316 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.255635 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: pagination May 10 11:16:41.255949 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: port_device_profile.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.256860 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.257368 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: port-device-profile May 10 11:16:41.257682 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.258563 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.259064 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: port-mac-address-regenerate May 10 11:16:41.259379 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.260263 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.260788 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: port-numa-affinity-policy May 10 11:16:41.261105 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: port_resource_request.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.261986 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.262482 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension port-resource-request not supported by any of loaded plugins May 10 11:16:41.262795 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: portbindings.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.263705 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.264202 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: binding May 10 11:16:41.264514 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: portbindings_extended.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.265758 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.266258 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: binding-extended May 10 11:16:41.266573 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: portsecurity.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.267456 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.267957 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: port-security May 10 11:16:41.268269 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: project_id.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.269232 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.269554 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: project-id May 10 11:16:41.269867 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: providernet.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.270745 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.271254 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: provider May 10 11:16:41.271569 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: qos.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.275069 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.275591 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension qos not supported by any of loaded plugins May 10 11:16:41.275917 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.277172 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.277687 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 11:16:41.278019 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.279427 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.279939 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 11:16:41.280259 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: qos_default.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.281172 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.281681 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension qos-default not supported by any of loaded plugins May 10 11:16:41.282002 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: qos_fip.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.282635 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.283134 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension qos-fip not supported by any of loaded plugins May 10 11:16:41.283446 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: qos_gateway_ip.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.284344 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.284891 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 11:16:41.285206 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: qos_port_network_policy.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.286090 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.286594 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 11:16:41.286906 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: qos_rule_type_details.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.287785 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.288288 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 11:16:41.288600 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: qos_rules_alias.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.289647 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.290149 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 11:16:41.290461 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: quotasv2.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.291449 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.291770 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: quotas May 10 11:16:41.292083 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: quotasv2_detail.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.293705 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.294033 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: quota_details May 10 11:16:41.294368 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: rbac.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.295906 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.296417 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: rbac-policies May 10 11:16:41.296766 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: rbac_address_group.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.297662 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.298170 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: rbac-address-group May 10 11:16:41.298488 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: rbac_address_scope.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.299377 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.299883 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: rbac-address-scope May 10 11:16:41.300198 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: rbac_security_groups.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.301112 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.301615 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: rbac-security-groups May 10 11:16:41.301926 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: rbac_subnetpool.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.302829 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.303332 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: rbac-subnetpool May 10 11:16:41.303649 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: revisionifmatch.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.304534 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.305071 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: revision-if-match May 10 11:16:41.305384 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: revisions.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.306458 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.306957 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: standard-attr-revisions May 10 11:16:41.307272 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: router_availability_zone.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.307919 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.308420 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: router_availability_zone May 10 11:16:41.308763 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: routerservicetype.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.309654 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.310180 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension router-service-type not supported by any of loaded plugins May 10 11:16:41.310493 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.311386 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.311891 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: security-groups-normalized-cidr May 10 11:16:41.312205 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.313137 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.313649 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: port-security-groups-filtering May 10 11:16:41.313964 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.314861 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.315372 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: security-groups-remote-address-group May 10 11:16:41.315685 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: securitygroup.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.325178 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.325726 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: security-group May 10 11:16:41.326072 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: segment.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.326832 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.327332 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension segment not supported by any of loaded plugins May 10 11:16:41.327650 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.328552 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.329079 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 11:16:41.329397 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: servicetype.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.330479 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.330993 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: service-type May 10 11:16:41.331310 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: sorting.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.332268 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.332592 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: sorting May 10 11:16:41.332935 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: standard_attr_segment.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.333817 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.334323 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 11:16:41.334637 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: standardattrdescription.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.335256 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.335753 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: standard-attr-description May 10 11:16:41.336066 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: stateful_security_group.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.336992 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.337498 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: stateful-security-group May 10 11:16:41.337812 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: stdattrs_common.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.338365 dv-cinder-784956-5-iscsi neutron-server[78623]: WARNING neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 11:16:41.338676 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.339641 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.340138 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 11:16:41.340447 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: subnet_onboard.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.342053 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.342562 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: subnet_onboard May 10 11:16:41.342881 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.343771 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.344268 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 11:16:41.344578 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: subnet_service_types.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.345493 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.345996 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: subnet-service-types May 10 11:16:41.346306 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: subnetallocation.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.347350 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.347859 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: subnet_allocation May 10 11:16:41.348175 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.348852 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.349356 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: subnetpool-prefix-ops May 10 11:16:41.349670 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.350822 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.351348 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 11:16:41.351663 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: tagging.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.352676 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.353226 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: standard-attr-tag May 10 11:16:41.353541 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: timestamp.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.354700 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.355210 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loaded extension: standard-attr-timestamp May 10 11:16:41.355529 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: trunk.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.356524 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.357652 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension trunk not supported by any of loaded plugins May 10 11:16:41.357972 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: trunk_details.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.358861 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.359364 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension trunk-details not supported by any of loaded plugins May 10 11:16:41.359681 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: uplink_status_propagation.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.360570 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.361097 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 11:16:41.361412 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Loading extension file: vlantransparent.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 11:16:41.362058 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 11:16:41.362555 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 11:16:41.365007 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:network May 10 11:16:41.365713 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:subnet May 10 11:16:41.366481 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:16:41.367086 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:port May 10 11:16:41.368332 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.368810 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service FLAVORS assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.369434 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.369853 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.370177 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:router May 10 11:16:41.370842 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:floatingip May 10 11:16:41.371539 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service METERING assigned prefix: /metering {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.373024 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.373388 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.373737 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:16:41.374858 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of CountableResource for resource:rbac_policy May 10 11:16:41.375288 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:security_group May 10 11:16:41.375938 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 11:16:41.376675 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service CORE assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.377026 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:16:41.377354 dv-cinder-784956-5-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] subnetpool is already registered May 10 11:16:41.377954 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service CORE assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.378280 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:16:41.378596 dv-cinder-784956-5-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] subnetpool is already registered May 10 11:16:41.381138 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.381566 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service FLAVORS assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.382146 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.382560 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.382904 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:router May 10 11:16:41.383227 dv-cinder-784956-5-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] router is already registered May 10 11:16:41.383816 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:floatingip May 10 11:16:41.384135 dv-cinder-784956-5-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] floatingip is already registered May 10 11:16:41.384836 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service METERING assigned prefix: /metering {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.385503 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of CountableResource for resource:rbac_policy May 10 11:16:41.385824 dv-cinder-784956-5-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] rbac_policy is already registered May 10 11:16:41.387350 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:security_group May 10 11:16:41.387686 dv-cinder-784956-5-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] security_group is already registered May 10 11:16:41.388312 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 11:16:41.388636 dv-cinder-784956-5-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] security_group_rule is already registered May 10 11:16:41.389325 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service CORE assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.389655 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:16:41.389972 dv-cinder-784956-5-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] subnetpool is already registered May 10 11:16:41.390560 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Service CORE assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 11:16:41.390884 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Creating instance of TrackedResource for resource:subnetpool May 10 11:16:41.391198 dv-cinder-784956-5-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] subnetpool is already registered May 10 11:16:41.391839 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: extensions {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.393329 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: address-groups {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.394914 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: address-scopes {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.396120 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: agents {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.397343 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: auto-allocated-topology {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.398611 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: availability_zones {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.399913 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: dhcp-networks {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.401372 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: dhcp-agents {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.402808 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: routers {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.405185 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: flavors {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.406334 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: service_profiles {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.407540 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: next_providers {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.409078 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: service_profiles {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.410540 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: floatingip-pools {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.411798 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: routers {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.413593 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: floatingips {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.414784 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: l3-routers {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.416149 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: l3-agents {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.417617 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: metering-labels {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.418954 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: metering-label-rules {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.420868 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: network-ip-availabilities {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.422135 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: bindings {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.423799 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: quotas {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.425266 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: quotas {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.426684 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: rbac-policies {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.427974 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: security-groups {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.429209 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: security-group-rules {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.430453 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: service-providers {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.431682 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: subnetpools {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.433121 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: subnetpools {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.434581 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.436299 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.438150 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.439926 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.441760 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.443615 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.445343 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.448119 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.449941 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.562294 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 11:16:41.568206 dv-cinder-784956-5-iscsi neutron-server[78623]: WARNING keystonemiddleware.auth_token [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 11:16:41.572857 dv-cinder-784956-5-iscsi neutron-server[78623]: WARNING keystonemiddleware.auth_token [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 11:16:41.581370 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_concurrency.lockutils [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Acquired lock "singleton_lock" {{(pid=78623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 11:16:41.581812 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_concurrency.lockutils [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Releasing lock "singleton_lock" {{(pid=78623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 11:16:41.582441 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO oslo_service.service [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Starting 2 workers May 10 11:16:41.587076 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Started child 78728 {{(pid=78623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 11:16:41.591945 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Started child 78729 {{(pid=78623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 11:16:41.592849 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:41.593544 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO neutron.service [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 11:16:41.594069 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Notify callbacks [] for process, before_spawn {{(pid=78623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:41.594332 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [-] (78728) wsgi starting up on http://0.0.0.0:9696 May 10 11:16:41.596828 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO oslo_service.service [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Starting 1 workers May 10 11:16:41.598544 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:41.600026 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [-] (78729) wsgi starting up on http://0.0.0.0:9696 May 10 11:16:41.602252 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Started child 78730 {{(pid=78623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 11:16:41.602842 dv-cinder-784956-5-iscsi neutron-server[78623]: INFO oslo_service.service [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Starting 1 workers May 10 11:16:41.607183 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Started child 78731 {{(pid=78623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 11:16:41.607950 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] Notify callbacks [] for process, after_spawn {{(pid=78623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:41.608046 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.service [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] calling RpcWorker wait() {{(pid=78730) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 11:16:41.608511 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.service [None req-f98640ee-ee3b-4075-92b3-27f538e00831 None None] returning from RpcWorker wait() {{(pid=78730) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 11:16:41.609665 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:41.609770 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 11:16:41.609973 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 11:16:41.610148 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 11:16:41.610240 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:41.610363 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 11:16:41.610660 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 11:16:41.610817 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 11:16:41.611330 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.611598 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.611868 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.612145 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.612414 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.612507 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:41.613047 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.613291 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.613532 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.613802 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.613891 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:41.614044 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.614207 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.614371 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.614613 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.614854 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.615144 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.615407 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.615659 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.615923 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.616089 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.616344 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.616599 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.616889 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.617149 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] debug = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.617381 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.617850 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.618068 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.618315 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.618543 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.618803 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.619037 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.619298 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.619525 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.619751 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.619959 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.620207 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.620437 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.620650 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.620907 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.621157 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.621381 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.621856 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] host = dv-cinder-784956-5-iscsi {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.622087 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.622298 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.622553 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.622790 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.623025 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.623229 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.623481 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.623714 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.623957 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.624177 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.624392 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.624592 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.624867 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.625112 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.625261 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_options = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.625493 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.625774 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.626044 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.626230 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.626392 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.626565 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.626822 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.626979 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.627227 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.627436 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.627642 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.627869 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.628095 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.628334 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.628576 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.628836 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.629064 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.629364 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.629506 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.629715 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.629934 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.630156 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.630373 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.630596 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.630801 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.631033 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.631254 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.631483 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.631693 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.631939 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.632142 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.632392 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.632616 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.632904 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.633122 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.633342 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.633552 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.633807 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.634028 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.634265 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.634507 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.634720 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.634941 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.635147 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.635378 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.635656 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_json = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.635817 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.636011 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.636250 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.636476 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.636903 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.637113 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.637392 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.637691 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.638057 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.638869 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.639172 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.639415 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.639689 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.639870 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.640405 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.640405 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.640637 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.640823 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.641057 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.641468 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.641623 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.641822 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.642076 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.642413 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.642672 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.642983 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.643148 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.643393 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.643599 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.643810 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.644124 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.644379 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.644629 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.644909 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.645117 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.645329 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.645573 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.645807 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.646032 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.646259 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.646517 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.646745 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.646957 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.647167 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.647388 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.647596 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.647819 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.648074 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.648324 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.648552 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.648808 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.649036 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.649250 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.649456 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.649663 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.650231 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.650231 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.650497 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.650680 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.650820 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.650953 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.651150 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.651643 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.651643 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.652004 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.652004 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.652360 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.652360 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.652628 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.652862 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.653102 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.653263 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.653475 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.653707 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.654483 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.654693 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.654906 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.655133 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.655345 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.655551 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.655756 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.655966 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.656191 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.656397 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.656602 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.656828 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.657040 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.657246 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.658080 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.658080 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.658080 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.658080 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.659000 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.659000 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.659000 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.659403 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.659403 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.659658 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.659801 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.661047 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.664803 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.664803 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.664803 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.664803 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.664803 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.665217 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.665217 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.665433 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.665686 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.665919 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.666181 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.666431 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.666703 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.666934 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.667229 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.667486 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.667752 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.668028 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.668309 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.668587 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.668887 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.669165 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.669420 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.669701 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.670002 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.670265 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.670555 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.670790 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.671029 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.671303 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.671537 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.671807 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.672042 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.672305 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.673024 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.673502 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.673889 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.675203 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.675441 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.675698 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.676029 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.676269 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.676507 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.676748 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.677031 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.677278 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.677526 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.677792 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.678043 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.678292 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.678545 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.678777 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.679018 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.679257 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.679491 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.679708 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.679925 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.680156 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.680375 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.680592 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.680850 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.681170 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.681423 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.681643 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.681874 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.682093 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.682310 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.682561 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.682782 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.683009 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.683360 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.683607 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.683826 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.684044 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.684274 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.684528 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.684784 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.685095 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.685332 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.685542 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.685771 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.685995 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.686233 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.686446 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.686709 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.686945 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.687158 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.687368 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.687588 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.687801 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.688011 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.688237 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.688467 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.688774 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.689033 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.689368 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.689619 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.689850 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.690083 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.690297 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.690541 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.690778 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.691013 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.691225 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.691441 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.691680 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.691948 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.692189 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.692438 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.692657 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.692897 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.693131 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.693360 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.693577 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.693869 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.694120 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.694368 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.694606 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.694838 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.695065 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.695276 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.695488 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.695706 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.695916 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.696141 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.696356 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.696616 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.696801 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.697013 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.697257 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.697464 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.697679 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.697897 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.698109 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.698333 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.698533 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.698735 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.698949 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.699163 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.699490 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.699738 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.699958 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.700256 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.700520 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.701295 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.701564 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.701899 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.702130 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.702387 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.702619 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.702830 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.703073 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.703343 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.703665 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.703957 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.704242 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.704513 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.704798 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.705069 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.705343 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.705563 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.705874 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.706201 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.706498 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.706753 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.706994 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.707255 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.707477 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.707693 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.707906 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.708139 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.708374 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.708631 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.708912 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.709135 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.709372 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.709601 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.709816 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.710072 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.710301 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.710519 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.710732 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.710888 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 11:16:41.711450 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 11:16:41.711611 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 11:16:41.711776 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 11:16:41.711949 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 11:16:41.712118 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 11:16:41.712268 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 11:16:41.712471 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.712630 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.712814 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.712974 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.713133 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.713312 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.713473 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.713630 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.713788 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.713945 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.714103 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.714262 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.714418 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.714575 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.714733 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.714891 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.715048 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.715206 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.715367 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.715526 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.715682 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.715838 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.715995 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] debug = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.716154 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.716887 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.717043 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.717201 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.717358 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.717515 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.717671 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.717828 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.717985 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.718141 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.718300 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.718456 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.718616 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.718774 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.719005 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.719171 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.719330 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.719494 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] host = dv-cinder-784956-5-iscsi {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.719654 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.719815 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.720240 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.720240 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.720405 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.720736 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.720736 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.720895 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.721036 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.721192 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.721351 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.721476 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.721646 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.721792 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.722428 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_options = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.722428 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.722428 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.722428 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.722920 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.722920 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.722920 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.723216 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.723216 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.723362 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.723649 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.723649 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.724108 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.724108 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.724108 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.724451 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.724451 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.724451 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.724701 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.724701 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.724905 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.725063 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.725221 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.725644 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.725803 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.725961 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.726118 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.726277 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.726435 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.726592 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.726750 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.726907 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.727065 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.727224 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.727383 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.727540 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.727698 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.727857 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.728018 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.728175 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.728334 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.728676 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.728676 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.729164 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.729164 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.729164 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.729372 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_json = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.729372 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.729544 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.729703 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.729861 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.730020 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.730177 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.730335 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.730494 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 11:16:41.730673 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.730837 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.731010 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.731172 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.731334 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.731496 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.731658 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.731820 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.732493 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.732655 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.732845 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.733009 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.733328 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.733328 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.733566 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.733686 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.733806 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.733943 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.734106 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.734267 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.734496 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.734603 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.734758 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.734921 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.735084 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.735246 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.735408 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.735570 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.735733 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.735896 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.736059 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.736209 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.736372 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.736953 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.736953 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.736953 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.737187 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.737187 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.737328 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.737466 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.737628 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.737790 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.737952 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.738118 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.738278 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.738606 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.738769 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.738934 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.739097 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.739261 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.739440 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.739601 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.739919 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.740084 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.740243 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.740558 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.740694 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:41.740835 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.740980 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.741142 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.741305 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.741468 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.741644 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.741808 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.741970 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.742118 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.742282 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.742445 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.742607 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.742769 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.742932 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.743093 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.743256 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.743419 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.743584 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.743744 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.743906 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.744068 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.744231 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.744394 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.744558 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.744748 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.744902 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.745066 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.745229 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.745399 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.745577 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.745740 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.745901 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.746062 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.746225 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.746387 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.746548 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.746710 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.746872 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.747034 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.747196 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.747358 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.748100 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.748272 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.748434 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.748596 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.748779 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.748943 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.749105 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.749267 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.749429 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.749597 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.749760 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.749922 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.750083 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.750245 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.750417 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.750579 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.750743 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.750904 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.751073 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.751245 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.751408 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.751570 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.751750 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.751904 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.752117 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.752287 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.752450 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.752611 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.752798 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.753231 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.753231 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.753564 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.753564 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.753564 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.754645 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.754645 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.754645 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.754645 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.754645 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.754645 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.757535 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.757535 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.757535 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.757535 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.757535 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.757535 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.757535 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.757535 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.758103 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.758103 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.758103 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.758103 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.758103 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.758103 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.758103 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.758103 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759019 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759019 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759019 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759019 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759019 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759019 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759019 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759019 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759577 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759577 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759577 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759577 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759577 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759577 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759577 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.759577 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.760130 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.760130 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.760130 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.760130 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.760412 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.760412 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.760555 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.760633 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.760793 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.760959 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.761125 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.761288 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.761453 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.761615 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.761776 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.761938 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.762100 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.762263 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.762439 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.762596 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.762760 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.762921 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.763102 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.763268 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.763430 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.763592 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.763771 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.763914 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.764077 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.764728 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.764728 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.764728 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.764728 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.765274 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.765444 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.765609 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.765773 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.765950 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.766114 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.766277 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.766440 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.766624 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.766769 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.767081 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.767239 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.767403 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.767564 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.767736 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.767899 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.768062 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.768221 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.768383 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.768589 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.768744 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.768891 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.769052 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.769213 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.769382 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.769547 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.769708 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.769868 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.770029 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.770201 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.770365 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.770528 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.770698 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.770860 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.771022 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.771182 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.771355 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.771516 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.771680 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.771842 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.772004 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.772166 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.772329 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.772494 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.772665 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.772857 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.773020 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.773192 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.773362 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.773533 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.773695 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.773864 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.774037 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.774199 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.774359 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.774520 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.774681 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.774843 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.775004 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.775166 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.775327 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.775488 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.775650 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.775810 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.775971 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.776134 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.776295 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.776457 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.776617 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.776800 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.776962 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.777125 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 11:16:41.777278 dv-cinder-784956-5-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 11:16:41.892047 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 34956) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:41.900272 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061407 May 10 11:16:52.361811 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4386cef4-387d-4cde-934a-81c0e3257eb8 None None] get_active_networks_info from dv-cinder-784956-5-iscsi {{(pid=78730) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 11:16:52.457637 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4386cef4-387d-4cde-934a-81c0e3257eb8 None None] No non-hosted networks {{(pid=78730) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 11:16:52.469137 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bcda10fe-73c6-43a7-b52a-d7410a9c68ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358'] for agent, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:52.471182 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.agentschedulers_db [None req-4386cef4-387d-4cde-934a-81c0e3257eb8 None None] DHCP Agent not found on host dv-cinder-784956-5-iscsi {{(pid=78730) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 11:16:54.946959 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-dbfc32d1-72a0-4560-914e-90cff9b8ff13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358'] for agent, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:55.019811 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3d943f31-13e6-4f0b-898e-26370cc28c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:55.033237 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358'] for agent, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:55.034252 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:55.034755 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:55.035297 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:55.037120 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:55.041665 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:55.042247 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:55.044163 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:55.044697 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:55.045743 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:55.046742 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:55.049360 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:55.051296 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:16:55.052065 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784956-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:55.066013 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784956-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:16:56.024448 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358'] for agent, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:57.369760 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358'] for agent, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:16:58.912379 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35044) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:16:58.945261 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.db.l3_hamode_db [None req-90aa89ac-3bf7-4051-bb28-3ba96c40e792 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 11:16:59.029567 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa89ac-3bf7-4051-bb28-3ba96c40e792 None None] Routers set() bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:16:59.029927 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa89ac-3bf7-4051-bb28-3ba96c40e792 None None] Router IDs set() for agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 11:16:59.485011 dv-cinder-784956-5-iscsi neutron-server[78729]: WARNING oslo_policy.policy [None req-3755e00b-9c80-456d-87f3-64c9965915a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:16:59.485582 dv-cinder-784956-5-iscsi neutron-server[78729]: WARNING oslo_policy.policy [None req-3755e00b-9c80-456d-87f3-64c9965915a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:16:59.699484 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [None req-3755e00b-9c80-456d-87f3-64c9965915a7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:16:59.701038 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-3755e00b-9c80-456d-87f3-64c9965915a7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7872186 May 10 11:17:02.006116 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35058) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:17:02.370983 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-398fab35-0a5a-4d58-8fe4-28403abebf31 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:17:02.469425 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.policy [None req-398fab35-0a5a-4d58-8fe4-28403abebf31 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78729) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 11:17:02.514299 dv-cinder-784956-5-iscsi neutron-server[78729]: WARNING oslo_policy.policy [None req-398fab35-0a5a-4d58-8fe4-28403abebf31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:17:02.514659 dv-cinder-784956-5-iscsi neutron-server[78729]: WARNING oslo_policy.policy [None req-398fab35-0a5a-4d58-8fe4-28403abebf31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:17:02.522954 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.quota [None req-398fab35-0a5a-4d58-8fe4-28403abebf31 admin admin] Loaded quota_driver: . May 10 11:17:02.538362 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-398fab35-0a5a-4d58-8fe4-28403abebf31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:17:02.597568 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-398fab35-0a5a-4d58-8fe4-28403abebf31 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745973169547', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745973168990', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745973155363', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745973183351', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745973176429', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745973068134', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-606576', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-718165', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3852165', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3919057'] for rbac-policy, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:02.661869 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-398fab35-0a5a-4d58-8fe4-28403abebf31 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:02.663036 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-398fab35-0a5a-4d58-8fe4-28403abebf31 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6559851 May 10 11:17:05.214635 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35072) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:17:05.556671 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Request body: {'network': {'project_id': '724aedd5adf04f8e9465b208ecb12e10', 'admin_state_up': True, 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'name': 'private'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:17:05.561329 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:17:05.565733 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Usage tracker for resource:network and tenant:724aedd5adf04f8e9465b208ecb12e10 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:17:05.570301 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:17:05.576886 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:17:05.586437 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Made reservation on behalf of 724aedd5adf04f8e9465b208ecb12e10 for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:17:05.589666 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:05.607798 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:05.621316 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:17:05.625021 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Usage tracker for resource:security_group_rule and tenant:724aedd5adf04f8e9465b208ecb12e10 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:17:05.629801 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:17:05.635295 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:17:05.730110 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:05.733573 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:05.738788 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:05.755792 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=78729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:17:05.782357 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745973320340', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:05.782867 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Unsubscribe: segment precommit_create {{(pid=78729) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 11:17:05.783321 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Added segment e6111924-acd2-405f-bb68-3b4be006f5af of type vlan for network bd9cf98e-106e-40b0-8255-e2edf51e0a86 May 10 11:17:05.830432 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27962ebe-7441-4d65-b67e-e9a3ce996b8d,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:05.846903 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:05.847247 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:05.847573 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:05.847889 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:05.848200 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:05.848530 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:05.848869 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:05.849174 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:05.849492 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:05.849793 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:05.850092 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:05.850386 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Tracked resource versions report: May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: pushed versions: May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: { 'AddressGroup': {'1.2'}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'ConntrackHelper': {'1.0'}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Log': {'1.0'}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Network': {'1.1'}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Port': {'1.7'}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'PortForwarding': {'1.2'}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'QosPolicy': {'1.8'}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'SecurityGroup': {'1.4'}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'SecurityGroupRule': {'1.2'}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'SubPort': {'1.0'}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Subnet': {'1.1'}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Trunk': {'1.1'}} May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: consumer versions: May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: { DHCP agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: L3 agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: Metadata agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: Metering agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: Open vSwitch agent@dv-cinder-784956-5-iscsi: { 'AddressGroup': '1.2', May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'ConntrackHelper': '1.0', May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Log': '1.0', May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Network': '1.1', May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Port': '1.7', May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'PortForwarding': '1.2', May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'QosPolicy': '1.8', May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'SecurityGroup': '1.4', May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'SecurityGroupRule': '1.2', May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'SubPort': '1.0', May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Subnet': '1.1', May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Trunk': '1.1'}} May 10 11:17:05.851731 dv-cinder-784956-5-iscsi neutron-server[78729]: {{(pid=78729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:17:05.902024 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:05.903660 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:05.942687 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:05.944148 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:17:05.944817 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:05.949277 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:06.050562 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Pushing event updated for resources: {'Network': ['ID=bd9cf98e-106e-40b0-8255-e2edf51e0a86,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:06.053684 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:06.055203 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8396034 May 10 11:17:06.062067 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network bd9cf98e-106e-40b0-8255-e2edf51e0a86 details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:17:08.669701 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35088) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:17:09.122302 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e8fe37-de1f-43f7-8987-94fd41c93d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:17:09.123611 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-a2e8fe37-de1f-43f7-8987-94fd41c93d9f admin admin] 10.222.0.13 "GET /v2.0/networks/bd9cf98e-106e-40b0-8255-e2edf51e0a86 HTTP/1.1" status: 200 len: 825 time: 0.4529810 May 10 11:17:09.149728 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-d25357ec-be3e-45d0-9845-291419405138 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/da89dbe3-bab6-4ea8-80fc-5f794bba6198 HTTP/1.1" status: 200 len: 734 time: 0.0208004 May 10 11:17:09.158135 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Request body: {'subnet': {'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'da89dbe3-bab6-4ea8-80fc-5f794bba6198', 'ip_version': 4, 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:17:09.162236 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:17:09.165953 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Usage tracker for resource:subnet and tenant:724aedd5adf04f8e9465b208ecb12e10 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:17:09.169383 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:17:09.174928 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:17:09.184319 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Made reservation on behalf of 724aedd5adf04f8e9465b208ecb12e10 for: {'subnet': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:17:09.186672 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:09.668454 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for subnet, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:09.673499 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:09.753820 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Checking segment: {'id': 'e6111924-acd2-405f-bb68-3b4be006f5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:17:09.754198 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Network hostable DHCP agents. Network: bd9cf98e-106e-40b0-8255-e2edf51e0a86, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:17:09.757741 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41f377b-0e7b-459c-9235-b1738630985f,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:09.764616 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:09.775068 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Network bd9cf98e-106e-40b0-8255-e2edf51e0a86 is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:17:09.784383 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, bd9cf98e-106e-40b0-8255-e2edf51e0a86) {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:17:09.788716 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:17:09.789327 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:09.793893 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc6b1f3-9699-4dc5-8479-a4cc21883370 None None] Network bd9cf98e-106e-40b0-8255-e2edf51e0a86 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:17:09.808644 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6536794 May 10 11:17:10.103062 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5533b1e3-f234-5a16-a21f-8695b02c655e-bd9cf98e-106e-40b0-8255-e2edf51e0a86', 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'fixed_ips': [{'subnet_id': 'a41f377b-0e7b-459c-9235-b1738630985f'}]}} from dv-cinder-784956-5-iscsi. {{(pid=78730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:17:10.104244 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:10.292456 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Allocated IP 172.20.0.2 (bd9cf98e-106e-40b0-8255-e2edf51e0a86/a41f377b-0e7b-459c-9235-b1738630985f/d58ec995-06c3-486d-b249-270cfb226580) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:17:10.519558 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:10.532664 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Transition to ACTIVE for port object d58ec995-06c3-486d-b249-270cfb226580 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:17:10.552364 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Transition to ACTIVE for port object d58ec995-06c3-486d-b249-270cfb226580 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:17:10.559491 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:10.564183 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:10.620825 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Network bd9cf98e-106e-40b0-8255-e2edf51e0a86 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:17:10.623587 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:17:10.635414 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:17:10.637598 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Pushing event updated for resources: {'Port': ['ID=d58ec995-06c3-486d-b249-270cfb226580,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:10.646511 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:10.646842 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:10.647166 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:10.647486 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:10.647801 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:10.648112 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:10.648420 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:10.648743 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:10.649068 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:10.649374 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:10.649697 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:10.649982 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Tracked resource versions report: May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: pushed versions: May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: { 'AddressGroup': {'1.2'}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'ConntrackHelper': {'1.0'}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Log': {'1.0'}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Network': {'1.1'}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Port': {'1.7'}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'PortForwarding': {'1.2'}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'QosPolicy': {'1.8'}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'SecurityGroup': {'1.4'}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'SecurityGroupRule': {'1.2'}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'SubPort': {'1.0'}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Subnet': {'1.1'}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Trunk': {'1.1'}} May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: consumer versions: May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: { DHCP agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: L3 agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: Metadata agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: Metering agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: Open vSwitch agent@dv-cinder-784956-5-iscsi: { 'AddressGroup': '1.2', May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'ConntrackHelper': '1.0', May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Log': '1.0', May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Network': '1.1', May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Port': '1.7', May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'PortForwarding': '1.2', May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'QosPolicy': '1.8', May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'SecurityGroup': '1.4', May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'SecurityGroupRule': '1.2', May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'SubPort': '1.0', May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Subnet': '1.1', May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Trunk': '1.1'}} May 10 11:17:10.651099 dv-cinder-784956-5-iscsi neutron-server[78730]: {{(pid=78730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:17:10.690635 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:10.739503 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Attempting to bind port d58ec995-06c3-486d-b249-270cfb226580 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:17:10.739897 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Attempting to bind port d58ec995-06c3-486d-b249-270cfb226580 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': 'e6111924-acd2-405f-bb68-3b4be006f5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:17:10.740316 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Attempting to bind port d58ec995-06c3-486d-b249-270cfb226580 on network bd9cf98e-106e-40b0-8255-e2edf51e0a86 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:17:10.745462 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:17:10.745855 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Checking segment: {'id': 'e6111924-acd2-405f-bb68-3b4be006f5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:17:10.746309 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:10.746690 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Bound using segment: {'id': 'e6111924-acd2-405f-bb68-3b4be006f5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:17:10.747201 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Bound port: d58ec995-06c3-486d-b249-270cfb226580, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6111924-acd2-405f-bb68-3b4be006f5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:17:10.747577 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:10.835112 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-35a8c580-c423-4838-9443-5f101c322953 None None] For port d58ec995-06c3-486d-b249-270cfb226580, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:17:10.838938 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-35a8c580-c423-4838-9443-5f101c322953 None None] For port d58ec995-06c3-486d-b249-270cfb226580, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=d58ec995-06c3-486d-b249-270cfb226580,segment=NetworkSegment(e6111924-acd2-405f-bb68-3b4be006f5af),segment_id=e6111924-acd2-405f-bb68-3b4be006f5af)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:17:10.842853 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:10.847327 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:10.929006 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Pushing event updated for resources: {'Port': ['ID=d58ec995-06c3-486d-b249-270cfb226580,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:10.931979 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:12.176962 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35098) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:17:12.545505 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [None req-a322f185-7655-4d77-84e7-8273778ea8e8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:17:12.546498 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-a322f185-7655-4d77-84e7-8273778ea8e8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3685241 May 10 11:17:14.891914 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35108) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:17:15.280767 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [None req-74734fcf-0a14-4380-86b1-128ddc922bd9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:17:15.281754 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-74734fcf-0a14-4380-86b1-128ddc922bd9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3888235 May 10 11:17:16.323607 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df3670-eb0f-4145-a28c-e2a5a3d5dc30 None None] Network bd9cf98e-106e-40b0-8255-e2edf51e0a86 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:17:16.412494 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-51d122f3-f2d8-42c7-b0e0-d0e5a79e667b None None] Provisioning for port d58ec995-06c3-486d-b249-270cfb226580 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:17:16.847803 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device d58ec995-06c3-486d-b249-270cfb226580 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:17:16.914685 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port d58ec995-06c3-486d-b249-270cfb226580 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:17:16.919187 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port d58ec995-06c3-486d-b249-270cfb226580 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:17:16.919583 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:17.033494 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:17.064292 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port d58ec995-06c3-486d-b249-270cfb226580, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=d58ec995-06c3-486d-b249-270cfb226580,segment=NetworkSegment(e6111924-acd2-405f-bb68-3b4be006f5af),segment_id=e6111924-acd2-405f-bb68-3b4be006f5af)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:17:17.068279 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:17.070387 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:17.137156 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=d58ec995-06c3-486d-b249-270cfb226580,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:17.140791 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:17.873370 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35124) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:17:18.217147 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-4fcb934d-3a38-45a1-af4b-e55500f5c6e7 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'admin_state_up': True}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:17:18.221961 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-4fcb934d-3a38-45a1-af4b-e55500f5c6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:17:18.225705 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-4fcb934d-3a38-45a1-af4b-e55500f5c6e7 admin admin] Usage tracker for resource:router and tenant:724aedd5adf04f8e9465b208ecb12e10 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:17:18.229204 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-4fcb934d-3a38-45a1-af4b-e55500f5c6e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:17:18.234836 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-4fcb934d-3a38-45a1-af4b-e55500f5c6e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:17:18.244636 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4fcb934d-3a38-45a1-af4b-e55500f5c6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3857130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60797'] for router, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:18.246187 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4fcb934d-3a38-45a1-af4b-e55500f5c6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3857125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813861', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3704226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60790'] for router, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:18.270567 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4fcb934d-3a38-45a1-af4b-e55500f5c6e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:18.377244 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4fcb934d-3a38-45a1-af4b-e55500f5c6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3811175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816201'] for router, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:18.395021 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4fcb934d-3a38-45a1-af4b-e55500f5c6e7 admin admin] Notify callbacks [] for router, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:18.396358 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-4fcb934d-3a38-45a1-af4b-e55500f5c6e7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5220115 May 10 11:17:18.829215 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device d58ec995-06c3-486d-b249-270cfb226580 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:17:18.895859 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port d58ec995-06c3-486d-b249-270cfb226580 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:17:18.896231 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:20.685949 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35134) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:17:21.046470 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [None req-b4e9d3db-71e7-48f1-a8e1-e5feeb3d63f0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:17:21.047471 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-b4e9d3db-71e7-48f1-a8e1-e5feeb3d63f0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3605185 May 10 11:17:22.282259 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-30a3a3aa-70d6-4e7e-b0fe-c353247d5b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:23.386783 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35144) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:17:23.747504 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:17:23.752480 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:17:23.756271 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Usage tracker for resource:network and tenant:37b4596997524f0b8a706933e3ecd3ef is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:17:23.759142 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:17:23.764818 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:17:23.774051 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Made reservation on behalf of 37b4596997524f0b8a706933e3ecd3ef for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:17:23.776218 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:23.787553 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:23.801588 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:17:23.805124 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Usage tracker for resource:security_group_rule and tenant:37b4596997524f0b8a706933e3ecd3ef is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:17:23.807767 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:17:23.813926 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:17:23.895443 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:23.898963 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:23.903402 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:23.915444 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Reserving flat network on physical network physnet1 {{(pid=78729) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 11:17:23.938206 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d8816e-5b3b-4fb7-adde-eddf820487ac,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:23.940881 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:23.941216 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Added segment 5619472b-6044-4e5e-81a4-f44269273a2a of type flat for network 3f71b2d2-59f0-4475-bea2-1eec4e07450d May 10 11:17:23.942341 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:23.972162 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:24.006359 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:24.007580 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:17:24.008140 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:24.012724 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c29a9c00-a5cb-4eb7-983b-50878acc9c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:24.109351 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7208793 May 10 11:17:24.109961 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Pushing event updated for resources: {'Network': ['ID=3f71b2d2-59f0-4475-bea2-1eec4e07450d,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:24.126326 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:24.133490 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:17:24.932101 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-466089ec-89ac-4226-beb4-ecf1accd6923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:25.013161 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:25.968920 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:26.400700 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35162) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:17:26.719862 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ede40-42cc-40ee-9573-994e56e438d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:17:26.721158 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-e10ede40-42cc-40ee-9573-994e56e438d7 admin admin] 10.222.0.13 "GET /v2.0/subnets/a41f377b-0e7b-459c-9235-b1738630985f HTTP/1.1" status: 200 len: 849 time: 0.3195188 May 10 11:17:26.861206 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-518ec10d-4449-4797-8dc6-ce584303c752 admin admin] 10.222.0.13 "GET /v2.0/routers/4c6f1bb9-2b1c-4a4b-b22c-913a04279a51 HTTP/1.1" status: 200 len: 704 time: 0.1342924 May 10 11:17:27.316098 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:27.340008 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:27.559699 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Allocated IP 172.20.0.1 (bd9cf98e-106e-40b0-8255-e2edf51e0a86/a41f377b-0e7b-459c-9235-b1738630985f/87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:17:27.712225 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:27.728913 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Transition to ACTIVE for port object 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:17:27.783554 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:27.788430 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:27.840643 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Network bd9cf98e-106e-40b0-8255-e2edf51e0a86 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:17:27.843448 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:17:27.847119 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:17:27.847608 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801302'] for router_interface, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:27.992282 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Pushing event updated for resources: {'Port': ['ID=87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:27.998418 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:28.024098 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-d4c62ce6-dcc8-492f-b544-7a70bc2180ac None None] Provisioning for port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:17:28.028494 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-d4c62ce6-dcc8-492f-b544-7a70bc2180ac None None] Provisioning complete for port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:17:28.028900 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d4c62ce6-dcc8-492f-b544-7a70bc2180ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:28.084215 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-d4c62ce6-dcc8-492f-b544-7a70bc2180ac None None] Port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:17:28.115625 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:28.337346 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:28.342120 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:28.343157 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801205'] for router_interface, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:28.346301 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:28.472172 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Pushing event updated for resources: {'Port': ['ID=87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:28.476226 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:28.531261 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Network bd9cf98e-106e-40b0-8255-e2edf51e0a86 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:17:28.532266 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:17:28.706083 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-1d5b98d8-d461-4f38-a00d-74dfc95cf477 None None] Provisioning complete for port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:17:28.706651 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1d5b98d8-d461-4f38-a00d-74dfc95cf477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:28.753773 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Router 4c6f1bb9-2b1c-4a4b-b22c-913a04279a51 is scheduled to L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 with binding_index 1 {{(pid=78729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:17:28.758658 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b98d8-d461-4f38-a00d-74dfc95cf477 None None] Port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:17:28.903329 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:17:28.912113 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] 10.222.0.13 "PUT /v2.0/routers/4c6f1bb9-2b1c-4a4b-b22c-913a04279a51/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0461476 May 10 11:17:28.912914 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Sync routers for ids ['4c6f1bb9-2b1c-4a4b-b22c-913a04279a51'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:17:28.924232 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Routers {'4c6f1bb9-2b1c-4a4b-b22c-913a04279a51'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:17:28.925141 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:17:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['4c6f1bb9-2b1c-4a4b-b22c-913a04279a51'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:17:29.096964 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Set router 4c6f1bb9-2b1c-4a4b-b22c-913a04279a51 gateway port host: None {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:17:29.455156 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'name': 'router1', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:17:18Z', 'updated_at': '2021-05-10T11:17:28Z', 'revision_number': 2, 'project_id': '724aedd5adf04f8e9465b208ecb12e10', 'gw_port_host': None, '_interfaces': [{'id': '87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0', 'name': '', 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'mac_address': 'fa:16:3e:7a:9d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a41f377b-0e7b-459c-9235-b1738630985f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:17:27Z', 'updated_at': '2021-05-10T11:17:28Z', 'revision_number': 2, 'project_id': '724aedd5adf04f8e9465b208ecb12e10', 'subnets': [{'id': 'a41f377b-0e7b-459c-9235-b1738630985f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da89dbe3-bab6-4ea8-80fc-5f794bba6198'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:17:29.460024 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Checking router: 4c6f1bb9-2b1c-4a4b-b22c-913a04279a51 for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:17:29.460389 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Updating router 4c6f1bb9-2b1c-4a4b-b22c-913a04279a51 port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 binding host dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:17:29.511492 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:29.885725 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:29.900774 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Transition to ACTIVE for port object 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:17:29.907048 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:29.911682 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:30.132607 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Pushing event updated for resources: {'Port': ['ID=87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:30.151938 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:30.152203 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:30.152527 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:30.152897 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:30.153208 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:30.153516 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:30.153820 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:30.154121 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:30.154438 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:30.154741 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:30.155039 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:30.155337 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Tracked resource versions report: May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: pushed versions: May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: { 'AddressGroup': {'1.2'}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'ConntrackHelper': {'1.0'}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Log': {'1.0'}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Network': {'1.1'}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Port': {'1.7'}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'PortForwarding': {'1.2'}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'QosPolicy': {'1.8'}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'SecurityGroup': {'1.4'}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'SecurityGroupRule': {'1.2'}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'SubPort': {'1.0'}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Subnet': {'1.1'}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Trunk': {'1.1'}} May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: consumer versions: May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: { DHCP agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: L3 agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: Metadata agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: Metering agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: Open vSwitch agent@dv-cinder-784956-5-iscsi: { 'AddressGroup': '1.2', May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'ConntrackHelper': '1.0', May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Log': '1.0', May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Network': '1.1', May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Port': '1.7', May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'PortForwarding': '1.2', May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'QosPolicy': '1.8', May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'SecurityGroup': '1.4', May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'SecurityGroupRule': '1.2', May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'SubPort': '1.0', May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Subnet': '1.1', May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Trunk': '1.1'}} May 10 11:17:30.156448 dv-cinder-784956-5-iscsi neutron-server[78731]: {{(pid=78731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:17:30.160409 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Attempting to bind port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:17:30.160814 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Attempting to bind port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': 'e6111924-acd2-405f-bb68-3b4be006f5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:17:30.161228 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Attempting to bind port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 on network bd9cf98e-106e-40b0-8255-e2edf51e0a86 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:17:30.163273 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:30.167103 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:17:30.167496 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Checking segment: {'id': 'e6111924-acd2-405f-bb68-3b4be006f5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:17:30.167954 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:30.168355 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Bound using segment: {'id': 'e6111924-acd2-405f-bb68-3b4be006f5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:17:30.168858 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Bound port: 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6111924-acd2-405f-bb68-3b4be006f5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:17:30.169233 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:30.255112 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] For port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:17:30.259280 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] For port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0,segment=NetworkSegment(e6111924-acd2-405f-bb68-3b4be006f5af),segment_id=e6111924-acd2-405f-bb68-3b4be006f5af)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:17:30.263436 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:30.268018 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:30.338325 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Routers {'4c6f1bb9-2b1c-4a4b-b22c-913a04279a51'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:17:30.338956 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:17:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['4c6f1bb9-2b1c-4a4b-b22c-913a04279a51'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:17:30.467277 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Pushing event updated for resources: {'Port': ['ID=87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0,revision_number=4']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:30.471729 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:30.504493 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] Set router 4c6f1bb9-2b1c-4a4b-b22c-913a04279a51 gateway port host: None {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:17:30.819286 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'name': 'router1', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:17:18Z', 'updated_at': '2021-05-10T11:17:28Z', 'revision_number': 2, 'project_id': '724aedd5adf04f8e9465b208ecb12e10', 'gw_port_host': None, '_interfaces': [{'id': '87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0', 'name': '', 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'mac_address': 'fa:16:3e:7a:9d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a41f377b-0e7b-459c-9235-b1738630985f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:17:27Z', 'updated_at': '2021-05-10T11:17:30Z', 'revision_number': 4, 'project_id': '724aedd5adf04f8e9465b208ecb12e10', 'subnets': [{'id': 'a41f377b-0e7b-459c-9235-b1738630985f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da89dbe3-bab6-4ea8-80fc-5f794bba6198'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:17:30.823104 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3915e4b5-5b91-4bca-919b-b50cb734e74c None None] The sync data for ids ['4c6f1bb9-2b1c-4a4b-b22c-913a04279a51'] in dv-cinder-784956-5-iscsi is: [{'id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'name': 'router1', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:17:18Z', 'updated_at': '2021-05-10T11:17:28Z', 'revision_number': 2, 'project_id': '724aedd5adf04f8e9465b208ecb12e10', 'gw_port_host': None, '_interfaces': [{'id': '87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0', 'name': '', 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'mac_address': 'fa:16:3e:7a:9d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a41f377b-0e7b-459c-9235-b1738630985f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:17:27Z', 'updated_at': '2021-05-10T11:17:30Z', 'revision_number': 4, 'project_id': '724aedd5adf04f8e9465b208ecb12e10', 'subnets': [{'id': 'a41f377b-0e7b-459c-9235-b1738630985f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da89dbe3-bab6-4ea8-80fc-5f794bba6198'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:17:31.110814 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35184) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:17:31.254050 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f7e47b-eea9-46cb-bb84-6b74fe0b0596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:17:31.254603 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-34f7e47b-eea9-46cb-bb84-6b74fe0b0596 admin admin] Synchronizing usage tracker for tenant:37b4596997524f0b8a706933e3ecd3ef on resource:network {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:17:31.271537 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-34f7e47b-eea9-46cb-bb84-6b74fe0b0596 admin admin] Unset dirty status for tenant:37b4596997524f0b8a706933e3ecd3ef on resource:network {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:17:31.272673 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-34f7e47b-eea9-46cb-bb84-6b74fe0b0596 admin admin] 10.222.0.13 "GET /v2.0/networks/3f71b2d2-59f0-4475-bea2-1eec4e07450d HTTP/1.1" status: 200 len: 842 time: 0.1608062 May 10 11:17:31.282525 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Request body: {'subnet': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:17:31.287624 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:17:31.291349 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Usage tracker for resource:subnet and tenant:37b4596997524f0b8a706933e3ecd3ef is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:17:31.294181 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:17:31.300351 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:17:31.309574 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Made reservation on behalf of 37b4596997524f0b8a706933e3ecd3ef for: {'subnet': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:17:31.311802 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:31.711165 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.objects.ports [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78729) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 11:17:31.711583 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for subnet, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:31.715833 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:31.783536 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b58d62-d46b-4cc0-854a-3a93bc37cb67,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:31.788480 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:31.790877 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Checking segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:17:31.791220 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Network hostable DHCP agents. Network: 3f71b2d2-59f0-4475-bea2-1eec4e07450d, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:17:31.806796 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:17:31.816349 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 3f71b2d2-59f0-4475-bea2-1eec4e07450d) {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:17:31.820245 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:17:31.820864 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:31.825808 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848d739d-bb07-4a4b-8572-21d753195525 None None] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:17:31.846122 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5670731 May 10 11:17:32.031044 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb4aee-f453-4993-9131-c05e25e8bd85 None None] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:17:34.103514 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 35200) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:17:34.268621 dv-cinder-784956-5-iscsi neutron-server[78728]: WARNING oslo_policy.policy [None req-4f127d74-0423-4937-a741-49fd5446b1d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:17:34.269233 dv-cinder-784956-5-iscsi neutron-server[78728]: WARNING oslo_policy.policy [None req-4f127d74-0423-4937-a741-49fd5446b1d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:17:34.555266 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.policy [None req-4f127d74-0423-4937-a741-49fd5446b1d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78728) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 11:17:34.602946 dv-cinder-784956-5-iscsi neutron-server[78728]: WARNING oslo_policy.policy [None req-4f127d74-0423-4937-a741-49fd5446b1d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:17:34.603323 dv-cinder-784956-5-iscsi neutron-server[78728]: WARNING oslo_policy.policy [None req-4f127d74-0423-4937-a741-49fd5446b1d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 11:17:34.827810 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-4f127d74-0423-4937-a741-49fd5446b1d9 admin admin] 10.222.0.13 "GET /v2.0/routers/4c6f1bb9-2b1c-4a4b-b22c-913a04279a51 HTTP/1.1" status: 200 len: 710 time: 0.7221305 May 10 11:17:34.858622 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:17:34.931142 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:17:34.936167 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:17:34.936543 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:34.989967 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb05af83-8537-4398-89e7-dc901391adba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:17:34.991635 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-eb05af83-8537-4398-89e7-dc901391adba admin admin] 10.222.0.13 "GET /v2.0/networks/3f71b2d2-59f0-4475-bea2-1eec4e07450d HTTP/1.1" status: 200 len: 886 time: 0.1587970 May 10 11:17:35.001107 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:17:35.052604 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:35.083934 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0,segment=NetworkSegment(e6111924-acd2-405f-bb68-3b4be006f5af),segment_id=e6111924-acd2-405f-bb68-3b4be006f5af)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:17:35.087529 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:35.091140 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:35.157388 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:35.160493 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:35.440893 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3811102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60760'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:35.760979 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:35.818932 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:35.958341 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Allocated IP 172.27.3.78 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/5d131292-d825-436b-b51b-291829456cff) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:17:36.102604 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:36.157361 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:36.163411 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:36.208353 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:17:36.209595 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:17:36.258212 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:17:36.366344 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Pushing event updated for resources: {'Port': ['ID=5d131292-d825-436b-b51b-291829456cff,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:36.382152 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:36.382490 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:36.382812 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:36.383127 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:36.383439 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:36.383761 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:36.384068 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:36.384375 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:36.384697 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:36.385028 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:36.385335 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:36.385635 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Tracked resource versions report: May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: pushed versions: May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: { 'AddressGroup': {'1.2'}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'ConntrackHelper': {'1.0'}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Log': {'1.0'}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Network': {'1.1'}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Port': {'1.7'}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'PortForwarding': {'1.2'}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'QosPolicy': {'1.8'}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'SecurityGroup': {'1.4'}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'SecurityGroupRule': {'1.2'}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'SubPort': {'1.0'}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Subnet': {'1.1'}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Trunk': {'1.1'}} May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: consumer versions: May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: { DHCP agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: L3 agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: Metadata agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: Metering agent@dv-cinder-784956-5-iscsi: {}, May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: Open vSwitch agent@dv-cinder-784956-5-iscsi: { 'AddressGroup': '1.2', May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'ConntrackHelper': '1.0', May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Log': '1.0', May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Network': '1.1', May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Port': '1.7', May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'PortForwarding': '1.2', May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'QosPolicy': '1.8', May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'SecurityGroup': '1.4', May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'SecurityGroupRule': '1.2', May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'SubPort': '1.0', May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Subnet': '1.1', May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Trunk': '1.1'}} May 10 11:17:36.386711 dv-cinder-784956-5-iscsi neutron-server[78728]: {{(pid=78728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:17:36.393242 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:36.675022 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:36.844812 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:17:36.911685 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:17:36.912051 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:37.008462 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3811102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60760'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:37.011825 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3816242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3816192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3811081'] for router, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:37.185571 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Router 4c6f1bb9-2b1c-4a4b-b22c-913a04279a51 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:17:37.357922 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:17:37.367047 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Sync routers for ids ['4c6f1bb9-2b1c-4a4b-b22c-913a04279a51'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:17:37.367190 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:37.368200 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] 10.222.0.13 "PUT /v2.0/routers/4c6f1bb9-2b1c-4a4b-b22c-913a04279a51 HTTP/1.1" status: 200 len: 889 time: 2.3706381 May 10 11:17:37.377447 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Routers {'4c6f1bb9-2b1c-4a4b-b22c-913a04279a51'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:17:37.378101 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:17:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['4c6f1bb9-2b1c-4a4b-b22c-913a04279a51'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:17:37.568619 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Set router 4c6f1bb9-2b1c-4a4b-b22c-913a04279a51 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:17:37.927386 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'name': 'router1', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '5d131292-d825-436b-b51b-291829456cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:17:18Z', 'updated_at': '2021-05-10T11:17:36Z', 'revision_number': 4, 'project_id': '724aedd5adf04f8e9465b208ecb12e10', 'gw_port': {'id': '5d131292-d825-436b-b51b-291829456cff', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:17:35Z', 'updated_at': '2021-05-10T11:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0', 'name': '', 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'mac_address': 'fa:16:3e:7a:9d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a41f377b-0e7b-459c-9235-b1738630985f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:17:27Z', 'updated_at': '2021-05-10T11:17:35Z', 'revision_number': 5, 'project_id': '724aedd5adf04f8e9465b208ecb12e10', 'subnets': [{'id': 'a41f377b-0e7b-459c-9235-b1738630985f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da89dbe3-bab6-4ea8-80fc-5f794bba6198'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:17:37.932395 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Checking router: 4c6f1bb9-2b1c-4a4b-b22c-913a04279a51 for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:17:37.932767 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Updating router 4c6f1bb9-2b1c-4a4b-b22c-913a04279a51 port 5d131292-d825-436b-b51b-291829456cff binding host dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:17:37.984479 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:38.315706 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:38.327737 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Transition to ACTIVE for port object 5d131292-d825-436b-b51b-291829456cff will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:17:38.335402 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:38.339237 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-35a8c580-c423-4838-9443-5f101c322953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:38.416111 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Attempting to bind port 5d131292-d825-436b-b51b-291829456cff on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:17:38.416579 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Attempting to bind port 5d131292-d825-436b-b51b-291829456cff by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:17:38.416980 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Attempting to bind port 5d131292-d825-436b-b51b-291829456cff on network 3f71b2d2-59f0-4475-bea2-1eec4e07450d {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:17:38.424169 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a0b0e-4a40-46a1-892a-4ddb8994cfa9 None None] Pushing event updated for resources: {'Port': ['ID=5d131292-d825-436b-b51b-291829456cff,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:38.428056 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-be3a0b0e-4a40-46a1-892a-4ddb8994cfa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:38.428801 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:17:38.429168 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Checking segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:17:38.429561 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:38.429941 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Bound using segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:17:38.430404 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Bound port: 5d131292-d825-436b-b51b-291829456cff, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:17:38.430784 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:38.501558 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] For port 5d131292-d825-436b-b51b-291829456cff, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:17:38.504499 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] For port 5d131292-d825-436b-b51b-291829456cff, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=5d131292-d825-436b-b51b-291829456cff,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:17:38.509897 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:38.515102 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:38.592419 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Routers {'4c6f1bb9-2b1c-4a4b-b22c-913a04279a51'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:17:38.592968 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:17:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['4c6f1bb9-2b1c-4a4b-b22c-913a04279a51'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:17:38.638196 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a0b0e-4a40-46a1-892a-4ddb8994cfa9 None None] Pushing event updated for resources: {'Port': ['ID=5d131292-d825-436b-b51b-291829456cff,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:38.649505 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-be3a0b0e-4a40-46a1-892a-4ddb8994cfa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:38.770805 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] Set router 4c6f1bb9-2b1c-4a4b-b22c-913a04279a51 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:17:39.090821 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'name': 'router1', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '5d131292-d825-436b-b51b-291829456cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:17:18Z', 'updated_at': '2021-05-10T11:17:36Z', 'revision_number': 4, 'project_id': '724aedd5adf04f8e9465b208ecb12e10', 'gw_port': {'id': '5d131292-d825-436b-b51b-291829456cff', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:17:35Z', 'updated_at': '2021-05-10T11:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0', 'name': '', 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'mac_address': 'fa:16:3e:7a:9d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a41f377b-0e7b-459c-9235-b1738630985f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:17:27Z', 'updated_at': '2021-05-10T11:17:35Z', 'revision_number': 5, 'project_id': '724aedd5adf04f8e9465b208ecb12e10', 'subnets': [{'id': 'a41f377b-0e7b-459c-9235-b1738630985f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da89dbe3-bab6-4ea8-80fc-5f794bba6198'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:17:39.094887 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8337a93-5fb6-49f3-a94c-024e7da73f55 None None] The sync data for ids ['4c6f1bb9-2b1c-4a4b-b22c-913a04279a51'] in dv-cinder-784956-5-iscsi is: [{'id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'name': 'router1', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '5d131292-d825-436b-b51b-291829456cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:17:18Z', 'updated_at': '2021-05-10T11:17:36Z', 'revision_number': 4, 'project_id': '724aedd5adf04f8e9465b208ecb12e10', 'gw_port': {'id': '5d131292-d825-436b-b51b-291829456cff', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:17:35Z', 'updated_at': '2021-05-10T11:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0', 'name': '', 'network_id': 'bd9cf98e-106e-40b0-8255-e2edf51e0a86', 'tenant_id': '724aedd5adf04f8e9465b208ecb12e10', 'mac_address': 'fa:16:3e:7a:9d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6f1bb9-2b1c-4a4b-b22c-913a04279a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a41f377b-0e7b-459c-9235-b1738630985f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:17:27Z', 'updated_at': '2021-05-10T11:17:35Z', 'revision_number': 5, 'project_id': '724aedd5adf04f8e9465b208ecb12e10', 'subnets': [{'id': 'a41f377b-0e7b-459c-9235-b1738630985f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da89dbe3-bab6-4ea8-80fc-5f794bba6198'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:17:39.702132 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 35220) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:17:39.816746 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-4a7d1559-d864-4ade-980e-8efcce5e103d admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1134424 May 10 11:17:40.866730 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 5d131292-d825-436b-b51b-291829456cff up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:17:40.958993 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 5d131292-d825-436b-b51b-291829456cff completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:17:40.963363 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 5d131292-d825-436b-b51b-291829456cff triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:17:40.963733 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:41.091355 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:41.107701 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 5d131292-d825-436b-b51b-291829456cff, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=5d131292-d825-436b-b51b-291829456cff,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:17:41.111117 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:41.113194 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:17:41.176447 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=5d131292-d825-436b-b51b-291829456cff,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:17:41.179315 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:17:42.848525 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 5d131292-d825-436b-b51b-291829456cff up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:17:42.928119 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 5d131292-d825-436b-b51b-291829456cff triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:17:42.928491 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:52.289393 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c7f83d92-ad08-4207-948d-3424b0cda0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:54.937672 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3b43-8998-4955-bc16-aa69ab5f6237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:55.020471 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:55.668889 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 5 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:17:55.972772 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:17:57.356660 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:22.281979 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1dd0712b-0152-4888-a7c6-0c92b1d5c8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:24.932762 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8be67d7f-b452-4bcf-8b74-f61c93e8a6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:25.014530 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:25.971955 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:27.347529 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:32.668700 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 5 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:18:52.284641 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6638d437-bf0c-4512-8225-450ee0dbf3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:54.934922 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-124f0a1c-4080-43ca-b493-8b49b63cda96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:55.016471 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:55.976225 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:18:57.345829 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:09.667943 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 5 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:19:12.633457 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 35790) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:12.703069 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f936464-b4c5-430c-9c26-ba11ddda7fc8 admin admin] GET failed (client error): The resource could not be found. May 10 11:19:12.704304 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3f936464-b4c5-430c-9c26-ba11ddda7fc8 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0699263 May 10 11:19:12.834738 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb88c47-d529-4a45-90fb-f1937d736f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:12.836058 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-abb88c47-d529-4a45-90fb-f1937d736f51 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1280560 May 10 11:19:14.911059 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35800) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:15.018623 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0ec142-b00b-4be7-99a2-0401baab8c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:15.019177 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-9f0ec142-b00b-4be7-99a2-0401baab8c75 admin admin] Synchronizing usage tracker for tenant:37b4596997524f0b8a706933e3ecd3ef on resource:subnet {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:19:15.034197 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-9f0ec142-b00b-4be7-99a2-0401baab8c75 admin admin] Unset dirty status for tenant:37b4596997524f0b8a706933e3ecd3ef on resource:subnet {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:19:15.035327 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-9f0ec142-b00b-4be7-99a2-0401baab8c75 admin admin] 10.222.0.13 "GET /v2.0/subnets/a41f377b-0e7b-459c-9235-b1738630985f HTTP/1.1" status: 200 len: 849 time: 0.1233470 May 10 11:19:15.045177 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:19:15.158842 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Notify callbacks [] for subnet, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:15.343345 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745973314142'] for subnet, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:15.347796 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8d6d2266-0d8c-42d5-afbe-77006ec283e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:19:15.385303 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:15.385896 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:15.387300 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] 10.222.0.13 "PUT /v2.0/subnets/a41f377b-0e7b-459c-9235-b1738630985f HTTP/1.1" status: 200 len: 868 time: 0.3463371 May 10 11:19:15.390883 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab429d51-ccfb-4ae5-a15c-126fce67b13a None None] Network bd9cf98e-106e-40b0-8255-e2edf51e0a86 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:19:15.414154 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41f377b-0e7b-459c-9235-b1738630985f,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:19:15.421925 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:15.422302 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:15.422610 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:15.422939 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:15.423264 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:15.423592 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:15.423917 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:15.424267 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:15.424605 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:15.424951 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:15.425274 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:15.425588 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:19:15.429189 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:19:15.799793 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-c54bbe27-60f2-40d3-a564-0e36e70b17cf None None] Provisioning complete for port 87d5cd72-5ec8-4f9d-9a9e-d9b9229173f0 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:19:15.800163 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c54bbe27-60f2-40d3-a564-0e36e70b17cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:15.924172 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-c54bbe27-60f2-40d3-a564-0e36e70b17cf None None] Provisioning complete for port d58ec995-06c3-486d-b249-270cfb226580 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:19:15.924430 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c54bbe27-60f2-40d3-a564-0e36e70b17cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:17.484867 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35810) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:17.704745 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb860910-1001-4dcf-a574-9704ecdc039c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:17.705215 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb860910-1001-4dcf-a574-9704ecdc039c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:17.706717 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-fb860910-1001-4dcf-a574-9704ecdc039c admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2208924 May 10 11:19:19.767122 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35820) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:19.940255 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d339e4-b5f3-44cd-b8fa-09f8a1f9941f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:19.940759 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d339e4-b5f3-44cd-b8fa-09f8a1f9941f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:19.942253 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-28d339e4-b5f3-44cd-b8fa-09f8a1f9941f admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1741827 May 10 11:19:22.021644 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35830) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:22.185543 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181c810c-ab81-4520-b791-6731963f6325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:22.186858 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-181c810c-ab81-4520-b791-6731963f6325 admin admin] 10.222.0.13 "GET /v2.0/networks/3f71b2d2-59f0-4475-bea2-1eec4e07450d HTTP/1.1" status: 200 len: 886 time: 0.1642854 May 10 11:19:22.287184 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-356b5a6a-326d-4088-b434-c88dfc283b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:24.280871 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35840) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:24.451203 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2676cb11-ba09-4d29-9548-0146bf54a165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:24.452538 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-2676cb11-ba09-4d29-9548-0146bf54a165 admin admin] 10.222.0.13 "GET /v2.0/networks/bd9cf98e-106e-40b0-8255-e2edf51e0a86 HTTP/1.1" status: 200 len: 869 time: 0.1707208 May 10 11:19:24.936543 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ecde6ac3-6d13-444c-9d83-ffedc722e8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:25.017690 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:25.978082 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:26.540986 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 35850) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:26.647636 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c814e-5028-464e-b6e8-de968929c8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:26.648096 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c814e-5028-464e-b6e8-de968929c8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:26.649595 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8b2c814e-5028-464e-b6e8-de968929c8d9 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071837 May 10 11:19:27.349622 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:28.729422 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 35860) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:28.832999 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3246823c-93ae-4cbe-a188-ec7e74461537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:28.833466 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3246823c-93ae-4cbe-a188-ec7e74461537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:28.834914 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3246823c-93ae-4cbe-a188-ec7e74461537 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1045702 May 10 11:19:30.915875 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35870) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:31.020560 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a73d928-f9ad-435a-87eb-9a4a443b2f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:31.021873 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-1a73d928-f9ad-435a-87eb-9a4a443b2f6c admin admin] 10.222.0.13 "GET /v2.0/subnets/30b58d62-d46b-4cc0-854a-3a93bc37cb67 HTTP/1.1" status: 200 len: 816 time: 0.1045349 May 10 11:19:33.098643 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35880) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:33.203107 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b794436e-eed3-4513-be98-d354a25f5dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:33.204393 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-b794436e-eed3-4513-be98-d354a25f5dea admin admin] 10.222.0.13 "GET /v2.0/subnets/a41f377b-0e7b-459c-9235-b1738630985f HTTP/1.1" status: 200 len: 868 time: 0.1048355 May 10 11:19:46.666245 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 5 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:19:52.289532 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d6ced4b9-5962-4e8f-b3ac-dea7cef4b195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:54.937244 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-000b8949-f598-4724-b305-7dec32ad26cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:55.019777 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:55.899698 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35924) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:55.948104 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [None req-152088e6-0f95-4e57-b207-5fa0b195b0de admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:19:55.949086 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-152088e6-0f95-4e57-b207-5fa0b195b0de admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475578 May 10 11:19:55.980879 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:57.354421 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:19:58.120455 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35934) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:19:58.186901 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.pecan_wsgi.hooks.translation [None req-9228a3a0-12f0-42e5-bcee-fe0b3a2fe40e admin admin] GET failed (client error): The resource could not be found. May 10 11:19:58.188130 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-9228a3a0-12f0-42e5-bcee-fe0b3a2fe40e admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666788 May 10 11:19:58.311968 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0e710-5fea-408d-bf01-1f2ead8b791a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:19:58.313421 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-dac0e710-5fea-408d-bf01-1f2ead8b791a admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1215575 May 10 11:20:00.423259 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35944) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:20:00.470353 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:20:00.474746 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:20:00.484303 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:20:00.493224 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Made reservation on behalf of 37b4596997524f0b8a706933e3ecd3ef for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:20:00.495674 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:00.581747 dv-cinder-784956-5-iscsi neutron-server[78729]: WARNING neutron.services.revisions.revision_plugin [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Could not find related network for resource to bump revision. May 10 11:20:00.593119 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=78729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:20:00.602713 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:00.603024 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Added segment 191ab76a-2348-425d-a64f-282cc0c1eacd of type vlan for network 96b8ccb8-f39d-48c7-9242-c20cc9cdbefa May 10 11:20:00.628594 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:00.659524 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:00.660797 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:20:00.661359 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:00.665758 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:20:00.758607 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3343122 May 10 11:20:00.759855 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Pushing event updated for resources: {'Network': ['ID=96b8ccb8-f39d-48c7-9242-c20cc9cdbefa,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:20:00.762440 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:20:00.770022 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 96b8ccb8-f39d-48c7-9242-c20cc9cdbefa details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:20:02.917930 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 35954) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:20:02.983285 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73f3bc7-d2b6-41ff-b43c-aff8e7404c28 admin admin] GET failed (client error): The resource could not be found. May 10 11:20:02.983782 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-a73f3bc7-d2b6-41ff-b43c-aff8e7404c28 admin admin] Synchronizing usage tracker for tenant:37b4596997524f0b8a706933e3ecd3ef on resource:network {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:20:02.998302 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-a73f3bc7-d2b6-41ff-b43c-aff8e7404c28 admin admin] Unset dirty status for tenant:37b4596997524f0b8a706933e3ecd3ef on resource:network {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:20:02.999666 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-a73f3bc7-d2b6-41ff-b43c-aff8e7404c28 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0806959 May 10 11:20:03.100933 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60443e-a705-4049-8662-edc0acfab07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:20:03.102608 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-8d60443e-a705-4049-8662-edc0acfab07d admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0992792 May 10 11:20:03.111973 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '96b8ccb8-f39d-48c7-9242-c20cc9cdbefa', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:20:03.116155 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:20:03.125861 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:20:03.135402 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Made reservation on behalf of 37b4596997524f0b8a706933e3ecd3ef for: {'subnet': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:20:03.137491 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:03.533174 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for subnet, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:03.537363 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-955e0450-078c-4a5a-b64c-eb7e352046f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:20:03.609632 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15902273-2526-49f6-87dd-0166195992fb,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:20:03.613177 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:20:03.613982 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Checking segment: {'id': '191ab76a-2348-425d-a64f-282cc0c1eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b8ccb8-f39d-48c7-9242-c20cc9cdbefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:20:03.614323 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Network hostable DHCP agents. Network: 96b8ccb8-f39d-48c7-9242-c20cc9cdbefa, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:20:03.630957 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Network 96b8ccb8-f39d-48c7-9242-c20cc9cdbefa is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:20:03.640077 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 96b8ccb8-f39d-48c7-9242-c20cc9cdbefa) {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:20:03.643889 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:20:03.644463 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:03.648899 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb9e7c2-6ebb-4f28-9fbe-3092d6c2823f None None] Network 96b8ccb8-f39d-48c7-9242-c20cc9cdbefa requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:20:03.668108 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5593901 May 10 11:20:03.892953 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5533b1e3-f234-5a16-a21f-8695b02c655e-96b8ccb8-f39d-48c7-9242-c20cc9cdbefa', 'network_id': '96b8ccb8-f39d-48c7-9242-c20cc9cdbefa', 'tenant_id': '37b4596997524f0b8a706933e3ecd3ef', 'fixed_ips': [{'subnet_id': '15902273-2526-49f6-87dd-0166195992fb'}]}} from dv-cinder-784956-5-iscsi. {{(pid=78730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:20:03.893800 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:04.051158 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Allocated IP 192.168.233.2 (96b8ccb8-f39d-48c7-9242-c20cc9cdbefa/15902273-2526-49f6-87dd-0166195992fb/5bb819d1-dd85-41b2-b7ff-b99a73e35973) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:20:04.254357 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:04.264826 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Transition to ACTIVE for port object 5bb819d1-dd85-41b2-b7ff-b99a73e35973 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:20:04.282779 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Transition to ACTIVE for port object 5bb819d1-dd85-41b2-b7ff-b99a73e35973 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:20:04.288254 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:04.293193 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:20:04.350054 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Network 96b8ccb8-f39d-48c7-9242-c20cc9cdbefa is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:20:04.355073 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:20:04.366702 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:20:04.369257 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Pushing event updated for resources: {'Port': ['ID=5bb819d1-dd85-41b2-b7ff-b99a73e35973,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:20:04.400936 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:04.401273 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:04.401598 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:04.401917 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:04.402232 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:04.402544 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:04.402857 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:04.403177 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:04.403502 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:04.403813 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:04.404123 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:04.404430 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:20:04.413563 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:20:04.466526 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Attempting to bind port 5bb819d1-dd85-41b2-b7ff-b99a73e35973 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:20:04.466909 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Attempting to bind port 5bb819d1-dd85-41b2-b7ff-b99a73e35973 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '191ab76a-2348-425d-a64f-282cc0c1eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b8ccb8-f39d-48c7-9242-c20cc9cdbefa'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:20:04.467267 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Attempting to bind port 5bb819d1-dd85-41b2-b7ff-b99a73e35973 on network 96b8ccb8-f39d-48c7-9242-c20cc9cdbefa {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:20:04.472474 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:20:04.472863 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Checking segment: {'id': '191ab76a-2348-425d-a64f-282cc0c1eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b8ccb8-f39d-48c7-9242-c20cc9cdbefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:20:04.473259 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:04.473642 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Bound using segment: {'id': '191ab76a-2348-425d-a64f-282cc0c1eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b8ccb8-f39d-48c7-9242-c20cc9cdbefa'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:20:04.474099 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Bound port: 5bb819d1-dd85-41b2-b7ff-b99a73e35973, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191ab76a-2348-425d-a64f-282cc0c1eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b8ccb8-f39d-48c7-9242-c20cc9cdbefa'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:20:04.474473 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:04.564442 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] For port 5bb819d1-dd85-41b2-b7ff-b99a73e35973, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:20:04.567650 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] For port 5bb819d1-dd85-41b2-b7ff-b99a73e35973, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=5bb819d1-dd85-41b2-b7ff-b99a73e35973,segment=NetworkSegment(191ab76a-2348-425d-a64f-282cc0c1eacd),segment_id=191ab76a-2348-425d-a64f-282cc0c1eacd)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:20:04.572556 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:04.576325 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:20:04.650723 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Pushing event updated for resources: {'Port': ['ID=5bb819d1-dd85-41b2-b7ff-b99a73e35973,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:20:04.656980 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:20:04.989936 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 5bb819d1-dd85-41b2-b7ff-b99a73e35973 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:20:05.062251 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 5bb819d1-dd85-41b2-b7ff-b99a73e35973 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:20:05.490103 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9941b9a-845a-4fe1-9cdf-5cb7e40d8614 None None] Network 96b8ccb8-f39d-48c7-9242-c20cc9cdbefa requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:20:05.579749 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-913d65b4-c012-48dd-85ff-302603a565ef None None] Provisioning for port 5bb819d1-dd85-41b2-b7ff-b99a73e35973 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:20:05.614587 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-913d65b4-c012-48dd-85ff-302603a565ef None None] Provisioning complete for port 5bb819d1-dd85-41b2-b7ff-b99a73e35973 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:20:05.614960 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-913d65b4-c012-48dd-85ff-302603a565ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:05.825475 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-913d65b4-c012-48dd-85ff-302603a565ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:05.872938 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-913d65b4-c012-48dd-85ff-302603a565ef None None] For port 5bb819d1-dd85-41b2-b7ff-b99a73e35973, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=5bb819d1-dd85-41b2-b7ff-b99a73e35973,segment=NetworkSegment(191ab76a-2348-425d-a64f-282cc0c1eacd),segment_id=191ab76a-2348-425d-a64f-282cc0c1eacd)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:20:05.877537 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-913d65b4-c012-48dd-85ff-302603a565ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:05.879715 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:20:05.947998 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d65b4-c012-48dd-85ff-302603a565ef None None] Pushing event updated for resources: {'Port': ['ID=5bb819d1-dd85-41b2-b7ff-b99a73e35973,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:20:05.957660 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-913d65b4-c012-48dd-85ff-302603a565ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:20:06.099017 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-ce5f3014-6047-4eb1-ba2a-a7a38f1be35a None None] Provisioning complete for port 5bb819d1-dd85-41b2-b7ff-b99a73e35973 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:20:06.099381 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ce5f3014-6047-4eb1-ba2a-a7a38f1be35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:06.956025 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 5bb819d1-dd85-41b2-b7ff-b99a73e35973 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:20:07.021379 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 5bb819d1-dd85-41b2-b7ff-b99a73e35973 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:20:07.021753 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:22.292265 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9c45e723-737c-4839-8b6d-78c52223e8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:23.666079 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 5 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:20:24.938990 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d051bb22-a836-4979-9f7d-4a36a201ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:25.021900 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:25.985900 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:27.356878 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:52.294517 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c3e1458e-3049-4cc7-ad21-de1255f9794f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:54.941480 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7601efde-a737-4244-87d9-53835aa3bd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:55.023531 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:55.988623 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:20:57.361914 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:00.664911 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 5 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:21:08.135268 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36004) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:21:08.141297 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [None req-6b5c1ced-9de3-4992-bc07-72b6cd5a16a0 tempest-verify_tempest_config-1030822523 tempest-verify_tempest_config-1030822523-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:21:08.142229 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-6b5c1ced-9de3-4992-bc07-72b6cd5a16a0 tempest-verify_tempest_config-1030822523 tempest-verify_tempest_config-1030822523-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060251 May 10 11:21:08.439019 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36022) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:21:08.550524 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:08.564454 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:21:08.568267 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Usage tracker for resource:security_group_rule and tenant:ffc65488e9834baf978d57372038da16 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:21:08.571564 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:21:08.577207 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:21:08.659868 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:08.664801 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:08.672634 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:21:08.714212 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4b032e-33b7-4529-a90e-a498c8583586,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:08.718267 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Synchronizing usage tracker for tenant:37b4596997524f0b8a706933e3ecd3ef on resource:security_group {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:21:08.724702 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:08.725110 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:08.725443 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:08.725766 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:08.726086 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:08.726418 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:08.726736 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:08.727048 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:08.727373 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:08.727688 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:08.728252 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:08.728558 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:21:08.733865 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:21:08.745090 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Unset dirty status for tenant:37b4596997524f0b8a706933e3ecd3ef on resource:security_group {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:21:08.746252 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffc65488e9834baf978d57372038da16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3063018 May 10 11:21:08.748892 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36028) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:21:08.805342 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d03ad49-0dd8-43df-94e8-3ed58b52e410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:08.830189 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d03ad49-0dd8-43df-94e8-3ed58b52e410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:08.920917 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d03ad49-0dd8-43df-94e8-3ed58b52e410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:08.924875 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:21:08.936969 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03ad49-0dd8-43df-94e8-3ed58b52e410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4b032e-33b7-4529-a90e-a498c8583586,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:21:08.939198 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8d03ad49-0dd8-43df-94e8-3ed58b52e410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:21:08.944978 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d03ad49-0dd8-43df-94e8-3ed58b52e410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:08.948645 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-8d03ad49-0dd8-43df-94e8-3ed58b52e410 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b4b032e-33b7-4529-a90e-a498c8583586 HTTP/1.1" status: 204 len: 168 time: 0.1988549 May 10 11:21:22.296741 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f4446cf5-2b5d-4d2d-b5e2-da1498fe92ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:24.942208 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b9126f76-ae2e-43f3-99f3-a01ad48ce7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:25.024130 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:25.991971 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:27.362968 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:37.664026 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 5 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:21:52.298206 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d0771c05-e0e0-4bf1-b607-1107102791d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:54.944747 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9a9fd35f-7d63-40a7-9b5e-3f20fc6f1fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.024235 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:55.994196 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:21:57.366619 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:14.663100 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 5 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:22:22.298979 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1e240ef2-53eb-4a2f-97ca-6e6a3924c6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:24.946204 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5ee772fe-e7a8-48e1-a675-2c79f05fed8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.024264 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:25.996142 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:27.368937 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:43.918956 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358'] for agent, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:46.223607 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36080) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:22:46.338392 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-9049e4ae-30e8-46be-8974-b209897a12b6 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1137021 May 10 11:22:48.466616 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36090) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:22:48.521637 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-8655e21e-1699-4ced-81e7-f593df718f42 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0539730 May 10 11:22:51.661877 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:22:52.300831 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-703895c1-3cd2-4421-a4cc-2c8a180ad220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:54.946987 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-830941bb-019c-4305-a15b-ac1241a6f1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:55.023393 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:55.998822 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:22:57.372341 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:13.886655 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:22.302230 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b6529b92-58eb-4948-92e3-ad3e5a1e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:24.947760 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-41d8086a-ab2f-43d0-b4b8-f5753fe0e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:25.025764 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:26.001176 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:27.374622 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:28.662215 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:23:43.887580 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:52.303526 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aa764228-c7ad-4ffa-8e1d-741abd36e33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:54.951762 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-131d2825-228b-4395-8b69-46a859f9170f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:55.029113 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:56.004548 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:23:57.378485 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:05.661547 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:24:12.818866 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36232) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:13.026493 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-466612091-network', 'tenant_id': 'c22531b3ceed4485980c6ae6296b7e92'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:13.031095 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:13.035672 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Usage tracker for resource:network and tenant:c22531b3ceed4485980c6ae6296b7e92 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:13.038720 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:13.044641 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:13.055561 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Made reservation on behalf of c22531b3ceed4485980c6ae6296b7e92 for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:13.058057 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.069825 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.084188 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:13.088515 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Usage tracker for resource:security_group_rule and tenant:c22531b3ceed4485980c6ae6296b7e92 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:13.091298 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:13.096899 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:13.187247 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.191326 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.196358 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:13.223508 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f83ef64-5e2a-4ded-bc98-43a7062b5853,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:13.233145 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:13.233606 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:13.234379 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:13.234774 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:13.235111 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:13.235497 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:13.236016 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:13.236217 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:13.236610 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:13.236991 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:13.237553 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:13.237844 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Tracked resource versions report: May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: pushed versions: May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: { 'AddressGroup': {'1.2'}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'ConntrackHelper': {'1.0'}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Log': {'1.0'}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Network': {'1.1'}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Port': {'1.7'}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'PortForwarding': {'1.2'}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'QosPolicy': {'1.8'}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'SecurityGroup': {'1.4'}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'SecurityGroupRule': {'1.2'}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'SubPort': {'1.0'}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Subnet': {'1.1'}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Trunk': {'1.1'}} May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: consumer versions: May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: { DHCP agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: HyperV agent@hv-cinder-78495: {}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: L3 agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: Metadata agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: Metering agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: Open vSwitch agent@dv-cinder-784956-5-iscsi: { 'AddressGroup': '1.2', May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'ConntrackHelper': '1.0', May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Log': '1.0', May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Network': '1.1', May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Port': '1.7', May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'PortForwarding': '1.2', May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'QosPolicy': '1.8', May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'SecurityGroup': '1.4', May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'SecurityGroupRule': '1.2', May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'SubPort': '1.0', May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Subnet': '1.1', May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: 'Trunk': '1.1'}} May 10 11:24:13.239070 dv-cinder-784956-5-iscsi neutron-server[78729]: {{(pid=78729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:24:13.253772 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=78729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:24:13.266571 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.267382 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Added segment dee9ae70-9633-46e6-96bc-1f8a4e669b97 of type vlan for network 65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb May 10 11:24:13.268496 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:13.299028 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.332040 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.333656 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:13.334237 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.340463 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:13.441717 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6212881 May 10 11:24:13.444484 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Pushing event updated for resources: {'Network': ['ID=65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:13.444896 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36276) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:13.447427 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:13.456637 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:24:13.465673 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Request body: {'subnet': {'network_id': '65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-466612091-subnet', 'tenant_id': 'c22531b3ceed4485980c6ae6296b7e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:13.467224 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.quota [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Loaded quota_driver: . May 10 11:24:13.479023 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:13.483651 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Usage tracker for resource:subnet and tenant:c22531b3ceed4485980c6ae6296b7e92 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:13.490329 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:13.498122 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:13.514751 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Made reservation on behalf of c22531b3ceed4485980c6ae6296b7e92 for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:13.518057 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:13.668617 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36290) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:13.913638 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.002274 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36308) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:14.042228 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.046874 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:14.061420 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1545122855-network', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:14.068350 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:14.074027 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Usage tracker for resource:network and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:14.078721 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:14.086324 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:14.096574 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36314) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:14.106889 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Made reservation on behalf of e0b8b57c604344f7b02ff5868bbe1e76 for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:14.110503 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.118704 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba7747b-777e-460b-8817-60ad678a2419,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:14.128967 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.130672 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Checking segment: {'id': 'dee9ae70-9633-46e6-96bc-1f8a4e669b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:14.131049 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Network hostable DHCP agents. Network: 65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:24:14.134374 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:14.134790 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:14.135179 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:14.135510 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:14.135828 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:14.136162 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:14.136480 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:14.136962 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:14.137287 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:14.137591 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:14.137898 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:14.138204 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Tracked resource versions report: May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: pushed versions: May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: { 'AddressGroup': {'1.2'}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'ConntrackHelper': {'1.0'}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Log': {'1.0'}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Network': {'1.1'}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Port': {'1.7'}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'PortForwarding': {'1.2'}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'QosPolicy': {'1.8'}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'SecurityGroup': {'1.4'}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'SecurityGroupRule': {'1.2'}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'SubPort': {'1.0'}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Subnet': {'1.1'}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Trunk': {'1.1'}} May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: consumer versions: May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: { DHCP agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: HyperV agent@hv-cinder-78495: {}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: L3 agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: Metadata agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: Metering agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: Open vSwitch agent@dv-cinder-784956-5-iscsi: { 'AddressGroup': '1.2', May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'ConntrackHelper': '1.0', May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Log': '1.0', May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Network': '1.1', May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Port': '1.7', May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'PortForwarding': '1.2', May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'QosPolicy': '1.8', May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'SecurityGroup': '1.4', May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'SecurityGroupRule': '1.2', May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'SubPort': '1.0', May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Subnet': '1.1', May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: 'Trunk': '1.1'}} May 10 11:24:14.143235 dv-cinder-784956-5-iscsi neutron-server[78728]: {{(pid=78728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:24:14.145502 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:14.156415 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:14.160858 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Usage tracker for resource:security_group_rule and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:14.164140 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:14.167831 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Network 65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:24:14.171093 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:14.182627 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:14.192595 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd36a567-31b1-4d84-8cf7-c3d889f2808b None None] Network 65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:14.207518 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:14.208140 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.246501 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7988224 May 10 11:24:14.274173 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.280538 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.284557 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a2a735b4-2bda-48b9-9eb4-6035d5280b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:14.315172 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=78729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:24:14.320455 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c771b115-778c-4ebe-b8ad-7cb7210d8756,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:14.324740 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:14.328905 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.329310 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Added segment 6fc30256-2f1e-4fe8-b0cb-9f40963361ef of type vlan for network 367daadb-7975-4d87-914f-7685d11912a0 May 10 11:24:14.374210 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.414270 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.416026 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:14.416954 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.430936 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fca5a12-a79a-44c7-8fe1-e9fb42a0e2e4 None None] Network 65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:14.450946 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e71c21e0-cf9e-4043-9b26-90af22109510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:14.474394 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-538936377-network', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:14.479541 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8098168 May 10 11:24:14.482570 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36334) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:14.489149 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Request body: {'subnet': {'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1545122855-subnet', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:14.494703 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:14.507266 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Usage tracker for resource:subnet and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:14.515156 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:14.526811 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:14.542394 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Made reservation on behalf of e0b8b57c604344f7b02ff5868bbe1e76 for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:14.545186 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.587830 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:14.595459 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Usage tracker for resource:network and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:14.598046 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Pushing event updated for resources: {'Network': ['ID=367daadb-7975-4d87-914f-7685d11912a0,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:14.608659 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:14.609599 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:14.615963 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:14.638239 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Made reservation on behalf of 1b70fd3b3ac4462e870e5172331d2ddb for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:14.640805 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.656848 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.673148 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-350277930-network', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:14.673716 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 367daadb-7975-4d87-914f-7685d11912a0 details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:24:14.683366 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:14.687586 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Usage tracker for resource:security_group_rule and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:14.691077 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:14.699161 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:14.795787 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.797890 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:14.802993 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Usage tracker for resource:network and tenant:63d6ee33a4424d58867cf66f38b94d68 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:14.807685 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:14.813114 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.822707 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:14.825362 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:14.862141 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a31b721-04a7-4cdb-82a0-686157263972,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:14.865657 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:14.885279 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=78729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:24:14.900000 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.901455 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Added segment af89c5d7-c355-42fc-b6d3-3508101e4c27 of type vlan for network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 May 10 11:24:14.939274 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:14.976673 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Made reservation on behalf of 63d6ee33a4424d58867cf66f38b94d68 for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:14.980389 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.007262 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.030734 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36346) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:15.049751 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.052401 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:15.061935 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Usage tracker for resource:security_group_rule and tenant:63d6ee33a4424d58867cf66f38b94d68 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:15.065328 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:15.065937 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.132458 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:15.137074 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4d63623f-e13c-4725-a398-c3bb9954b270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:15.155939 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:15.171847 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1656885 May 10 11:24:15.172811 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36360) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:15.179517 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Request body: {'subnet': {'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-subnet', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:15.223954 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1529645683-network', 'tenant_id': '3b69499bb27b4acc8876e4f4e5517c42'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:15.235875 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:15.240370 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Usage tracker for resource:network and tenant:3b69499bb27b4acc8876e4f4e5517c42 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:15.244207 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:15.251102 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:15.261046 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:15.272775 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Usage tracker for resource:subnet and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:15.275805 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Made reservation on behalf of 3b69499bb27b4acc8876e4f4e5517c42 for: {'network': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:15.277119 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Pushing event updated for resources: {'Network': ['ID=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:15.278255 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.283810 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:15.289172 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:24:15.328434 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:15.344206 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:15.348217 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.404992 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:15.407347 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.408657 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.416328 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Usage tracker for resource:security_group_rule and tenant:3b69499bb27b4acc8876e4f4e5517c42 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:15.418620 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.420567 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:15.424184 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:15.446327 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Made reservation on behalf of 1b70fd3b3ac4462e870e5172331d2ddb for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:15.448997 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.455905 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d6b001-0c31-45ca-b89a-c52b061048d2,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:15.460034 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:15.468173 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=78729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:24:15.483162 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.483718 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Added segment aa1ac799-a049-47f1-bf99-e308d8022094 of type vlan for network cef487f9-42ce-4632-b394-ab24d64ee08b May 10 11:24:15.527704 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.544187 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:15.569606 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.571565 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:15.573761 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.580655 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:15.668573 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:15.688897 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Pushing event updated for resources: {'Network': ['ID=cef487f9-42ce-4632-b394-ab24d64ee08b,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:15.692440 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:15.699022 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network cef487f9-42ce-4632-b394-ab24d64ee08b details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:24:15.710706 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6127152 May 10 11:24:15.714208 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36388) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:15.725527 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Request body: {'subnet': {'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-350277930-subnet', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:15.733083 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:15.738764 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Usage tracker for resource:subnet and tenant:63d6ee33a4424d58867cf66f38b94d68 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:15.743179 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:15.751881 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:15.773877 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Made reservation on behalf of 63d6ee33a4424d58867cf66f38b94d68 for: {'subnet': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:15.779656 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:15.817154 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=097652b3-55a3-410a-a095-41743a687aac,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:15.827770 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:15.982067 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Checking segment: {'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:15.982453 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Network hostable DHCP agents. Network: 367daadb-7975-4d87-914f-7685d11912a0, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:24:16.146507 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.157611 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.166435 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:16.198449 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Network 367daadb-7975-4d87-914f-7685d11912a0 is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:24:16.209521 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1283b60-85f5-46f8-a7b1-e3bf9cec3c72,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:16.220923 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 367daadb-7975-4d87-914f-7685d11912a0) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:16.266445 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:16.296947 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=78728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:24:16.328897 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745973320340', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.329558 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Unsubscribe: segment precommit_create {{(pid=78728) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 11:24:16.330000 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.segments_db [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Added segment ef2fc383-e4e9-4b8c-bace-3cda2700e2ea of type vlan for network 58747525-4be6-415b-bb14-af1b676f86a8 May 10 11:24:16.349839 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7cc7d1-fcd5-4a17-bad5-045b64a6a100 None None] Network 367daadb-7975-4d87-914f-7685d11912a0 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:16.386380 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.397016 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:16.398442 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.489277 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for subnet, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.495285 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:16.547513 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0631826 May 10 11:24:16.550252 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36422) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:16.567954 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:16.625200 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:16.641990 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Usage tracker for resource:router and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:16.650462 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79871b72-bb32-422b-8cbf-d81f2f7d441c,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:16.651115 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:16.661002 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:16.662130 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Checking segment: {'id': 'aa1ac799-a049-47f1-bf99-e308d8022094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:16.662478 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Network hostable DHCP agents. Network: cef487f9-42ce-4632-b394-ab24d64ee08b, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:24:16.667447 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.670091 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:16.674766 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:16.679948 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.688425 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Network cef487f9-42ce-4632-b394-ab24d64ee08b is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:24:16.707961 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, cef487f9-42ce-4632-b394-ab24d64ee08b) {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:16.726774 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:16.729099 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.750831 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:16.752274 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2922b0-f339-4f64-979e-b817c2136c26 None None] Network cef487f9-42ce-4632-b394-ab24d64ee08b requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:16.779659 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3857130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60797'] for router, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.780029 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0614603 May 10 11:24:16.780142 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3857125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813861', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3704226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60790'] for router, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.782245 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36440) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:16.789927 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-350277930-router', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:16.797742 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:16.801467 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.802769 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Usage tracker for resource:router and tenant:63d6ee33a4424d58867cf66f38b94d68 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:16.807607 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:16.816154 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:16.832524 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3857130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60797'] for router, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.833655 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3857125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813861', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3704226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60790'] for router, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:16.850303 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.033442 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36448) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:17.100558 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5533b1e3-f234-5a16-a21f-8695b02c655e-367daadb-7975-4d87-914f-7685d11912a0', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac'}]}} from dv-cinder-784956-5-iscsi. {{(pid=78730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:24:17.110771 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.186686 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36460) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:17.198625 dv-cinder-784956-5-iscsi neutron-server[78729]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 11:24:17.240754 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3811102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60760'] for router, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.294775 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2628140 May 10 11:24:17.302500 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36464) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:17.318077 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Request body: {'subnet': {'network_id': '58747525-4be6-415b-bb14-af1b676f86a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1529645683-subnet', 'tenant_id': '3b69499bb27b4acc8876e4f4e5517c42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:17.329409 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb4bf2-5738-4873-ab32-229f15eff6e5 None None] Network cef487f9-42ce-4632-b394-ab24d64ee08b requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:17.381835 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:17.394562 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Pushing event updated for resources: {'Network': ['ID=58747525-4be6-415b-bb14-af1b676f86a8,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:17.398321 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:17.398636 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4f0425c3-ef11-4c30-ad66-30e67440f159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.421909 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 58747525-4be6-415b-bb14-af1b676f86a8 details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:24:17.450832 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-4f0425c3-ef11-4c30-ad66-30e67440f159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:17.472530 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Usage tracker for resource:subnet and tenant:3b69499bb27b4acc8876e4f4e5517c42 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:17.476607 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:17.486796 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:17.492455 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3811102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60760'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.530060 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-4f0425c3-ef11-4c30-ad66-30e67440f159 admin admin] Usage tracker for resource:security_group_rule and tenant:61c30026eec848958329a71cd37fb1fe is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:17.533861 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-4f0425c3-ef11-4c30-ad66-30e67440f159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:17.542382 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Made reservation on behalf of 3b69499bb27b4acc8876e4f4e5517c42 for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:17.545040 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.582728 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-4f0425c3-ef11-4c30-ad66-30e67440f159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:17.604182 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-e78cdbe7-a965-4b90-82fe-0c9b6babf909 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:17.604822 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-e78cdbe7-a965-4b90-82fe-0c9b6babf909 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Synchronizing usage tracker for tenant:c22531b3ceed4485980c6ae6296b7e92 on resource:network {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:17.709963 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Allocated IP 172.20.0.2 (367daadb-7975-4d87-914f-7685d11912a0/097652b3-55a3-410a-a095-41743a687aac/a77b8749-3672-4bf6-bab0-03d2619721a2) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:17.894122 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4f0425c3-ef11-4c30-ad66-30e67440f159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.939624 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4f0425c3-ef11-4c30-ad66-30e67440f159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:17.969983 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:18.001679 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-e78cdbe7-a965-4b90-82fe-0c9b6babf909 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Unset dirty status for tenant:c22531b3ceed4485980c6ae6296b7e92 on resource:network {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:18.003162 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-e78cdbe7-a965-4b90-82fe-0c9b6babf909 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/networks?id=65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb HTTP/1.1" status: 200 len: 811 time: 0.8159614 May 10 11:24:18.008745 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0425c3-ef11-4c30-ad66-30e67440f159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c19c835-2968-4ae8-b949-286eb3764852,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:18.015325 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4f0425c3-ef11-4c30-ad66-30e67440f159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:18.032735 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-4f0425c3-ef11-4c30-ad66-30e67440f159 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61c30026eec848958329a71cd37fb1fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9358258 May 10 11:24:18.036874 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36484) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:18.076889 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-f91c4c14-461a-4ade-975c-80de8f1d382f tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/quotas/c22531b3ceed4485980c6ae6296b7e92 HTTP/1.1" status: 200 len: 375 time: 0.0651159 May 10 11:24:18.079535 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.107158 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.121943 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Transition to ACTIVE for port object a77b8749-3672-4bf6-bab0-03d2619721a2 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:18.143335 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.147300 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Transition to ACTIVE for port object a77b8749-3672-4bf6-bab0-03d2619721a2 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:18.149815 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.155503 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.162152 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5af14888-5abc-462c-bfd5-83cb31da2a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:18.165800 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-913d65b4-c012-48dd-85ff-302603a565ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:18.197593 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-14dfbd07-8ff0-435f-ac64-41d19b171ffa tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c22531b3ceed4485980c6ae6296b7e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841222 May 10 11:24:18.228883 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ad367804-2f04-4ef7-b4d9-ba0e6eb16eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.240356 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Network 367daadb-7975-4d87-914f-7685d11912a0 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:18.249873 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:18.256096 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:18.260813 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ad367804-2f04-4ef7-b4d9-ba0e6eb16eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.325573 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ad367804-2f04-4ef7-b4d9-ba0e6eb16eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.339372 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:18.403468 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad367804-2f04-4ef7-b4d9-ba0e6eb16eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c19c835-2968-4ae8-b949-286eb3764852,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:18.408223 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ad367804-2f04-4ef7-b4d9-ba0e6eb16eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:18.414862 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ad367804-2f04-4ef7-b4d9-ba0e6eb16eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.416029 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-ad367804-2f04-4ef7-b4d9-ba0e6eb16eb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c19c835-2968-4ae8-b949-286eb3764852 HTTP/1.1" status: 204 len: 168 time: 0.3775516 May 10 11:24:18.441562 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-0a9ffc5b-6834-43f9-a003-0473d3032193 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:24:18.442547 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-0a9ffc5b-6834-43f9-a003-0473d3032193 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0955827 May 10 11:24:18.475859 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Allocated IP 172.27.3.28 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/aaa5b120-48c7-4050-ba23-bed1caf3d214) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:18.525441 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0047fbb1-9f38-4413-aadd-86fc2baa6bf0,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:18.545656 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:18.555030 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Checking segment: {'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:18.555446 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Network hostable DHCP agents. Network: bc80aa90-d0ea-4cc3-9267-6266fe16a3e3, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:24:18.625595 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.715739 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Pushing event updated for resources: {'Port': ['ID=a77b8749-3672-4bf6-bab0-03d2619721a2,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:18.731900 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.746166 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:18.746788 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:18.747309 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:18.747802 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:18.748275 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:18.748773 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:18.749305 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:18.749782 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:18.750292 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:18.750773 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:18.751727 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:18.752236 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Tracked resource versions report: May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: pushed versions: May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: { 'AddressGroup': {'1.2'}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'ConntrackHelper': {'1.0'}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Log': {'1.0'}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Network': {'1.1'}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Port': {'1.7'}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'PortForwarding': {'1.2'}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'QosPolicy': {'1.8'}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'SecurityGroup': {'1.4'}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'SecurityGroupRule': {'1.2'}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'SubPort': {'1.0'}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Subnet': {'1.1'}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Trunk': {'1.1'}} May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: consumer versions: May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: { DHCP agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: HyperV agent@hv-cinder-78495: {}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: L3 agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: Metadata agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: Metering agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: Open vSwitch agent@dv-cinder-784956-5-iscsi: { 'AddressGroup': '1.2', May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'ConntrackHelper': '1.0', May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Log': '1.0', May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Network': '1.1', May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Port': '1.7', May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'PortForwarding': '1.2', May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'QosPolicy': '1.8', May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'SecurityGroup': '1.4', May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'SecurityGroupRule': '1.2', May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'SubPort': '1.0', May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Subnet': '1.1', May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: 'Trunk': '1.1'}} May 10 11:24:18.753383 dv-cinder-784956-5-iscsi neutron-server[78730]: {{(pid=78730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:24:18.762886 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:18.763620 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Attempting to bind port a77b8749-3672-4bf6-bab0-03d2619721a2 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:18.763984 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Attempting to bind port a77b8749-3672-4bf6-bab0-03d2619721a2 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:18.764341 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Attempting to bind port a77b8749-3672-4bf6-bab0-03d2619721a2 on network 367daadb-7975-4d87-914f-7685d11912a0 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:18.770201 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-69088683-39b0-4c11-9f45-a5aa8bb4501c service neutron] 10.222.0.13 "GET /v2.0/networks/65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199160 May 10 11:24:18.778796 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:24:18.795473 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:18.796238 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Checking segment: {'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:18.796902 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.797505 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Bound using segment: {'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:18.798225 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Bound port: a77b8749-3672-4bf6-bab0-03d2619721a2, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:18.798825 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.819909 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, bc80aa90-d0ea-4cc3-9267-6266fe16a3e3) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:18.842784 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:18.843379 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.864316 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.886751 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:18.892437 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.911682 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] For port a77b8749-3672-4bf6-bab0-03d2619721a2, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:18.916005 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] For port a77b8749-3672-4bf6-bab0-03d2619721a2, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=a77b8749-3672-4bf6-bab0-03d2619721a2,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:18.917337 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228cd8e9-e9f5-4702-94dc-f327a4b7b491 None None] Network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:18.938928 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36506) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:18.939971 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:18.994479 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-66f60e72-f8b5-49a9-848f-7b97b67da6a8 service neutron] 10.222.0.13 "GET /v2.0/networks/65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073019 May 10 11:24:19.017705 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e87e3bb2-f492-4f9a-866a-22547c283390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.027642 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.8537507 May 10 11:24:19.029019 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:19.038437 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36514) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:19.044472 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.048048 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:19.053635 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:19.068175 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Usage tracker for resource:router and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:19.072091 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:19.080227 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:19.097624 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-e87e3bb2-f492-4f9a-866a-22547c283390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:19.102202 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:19.156306 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3857130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60797'] for router, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.157463 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3857125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813861', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3704226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60790'] for router, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.178037 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.194655 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Checking segment: {'id': 'ef2fc383-e4e9-4b8c-bace-3cda2700e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '58747525-4be6-415b-bb14-af1b676f86a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:19.195209 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Network hostable DHCP agents. Network: 58747525-4be6-415b-bb14-af1b676f86a8, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:24:19.198329 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-e87e3bb2-f492-4f9a-866a-22547c283390 admin admin] Usage tracker for resource:security_group_rule and tenant:67e80c6dce064bea80699ffbd0bad996 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:19.214095 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-e87e3bb2-f492-4f9a-866a-22547c283390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:19.216097 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Pushing event updated for resources: {'Port': ['ID=a77b8749-3672-4bf6-bab0-03d2619721a2,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:19.221418 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:19.232199 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=85310304-8583-4f89-8e8a-2c3730a72079,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:19.262795 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:19.262989 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:19.270698 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:19.302694 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Network 58747525-4be6-415b-bb14-af1b676f86a8 is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:24:19.305258 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Allocated IP 172.27.3.219 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/2a41a66b-19f2-42cc-95a3-e79fda6d2474) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:19.371968 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 58747525-4be6-415b-bb14-af1b676f86a8) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:19.403733 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c16909-6258-43b2-afe1-c1163e23a69e None None] Network 58747525-4be6-415b-bb14-af1b676f86a8 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:19.481522 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:19.482243 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.526268 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2218485 May 10 11:24:19.555342 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5533b1e3-f234-5a16-a21f-8695b02c655e-bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0'}]}} from dv-cinder-784956-5-iscsi. {{(pid=78730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:24:19.557029 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.604645 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.616187 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:19.703177 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:19.714030 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:19.907473 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:19.917151 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:19.921678 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:19.978198 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-e87e3bb2-f492-4f9a-866a-22547c283390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:19.987817 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Pushing event updated for resources: {'Port': ['ID=aaa5b120-48c7-4050-ba23-bed1caf3d214,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:20.044431 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:20.127822 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-57921480-b145-4290-ad9d-e860ab1cea42 req-5cf5f3a8-8f53-439c-979c-77b6d317252f tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 210 time: 0.5595419 May 10 11:24:20.141274 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Pushing event updated for resources: {'Port': ['ID=2a41a66b-19f2-42cc-95a3-e79fda6d2474,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:20.156103 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:20.199067 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08f0399-be86-4ac7-908b-943bf5e49274 None None] Network 58747525-4be6-415b-bb14-af1b676f86a8 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:20.535750 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3811102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60760'] for router, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:20.538364 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Allocated IP 172.20.0.2 (bc80aa90-d0ea-4cc3-9267-6266fe16a3e3/0047fbb1-9f38-4413-aadd-86fc2baa6bf0/579711fb-0a88-4639-9718-23eb37c03ca3) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:20.675452 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:20.750160 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:20.820280 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9915b54-7ad4-4341-b6eb-93791581226a None None] Network 367daadb-7975-4d87-914f-7685d11912a0 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:20.946020 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36592) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:20.958585 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-196065372-network', 'tenant_id': '10b27e58ce0c46849b8350ebc6f5b33c'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:20.981877 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:20.998995 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-71d5e45e-7946-4a56-98a5-0aefb8187756 None None] Provisioning for port a77b8749-3672-4bf6-bab0-03d2619721a2 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:21.038680 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.068585 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Transition to ACTIVE for port object 579711fb-0a88-4639-9718-23eb37c03ca3 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:21.199239 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Transition to ACTIVE for port object 579711fb-0a88-4639-9718-23eb37c03ca3 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:21.217504 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.225059 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Usage tracker for resource:network and tenant:10b27e58ce0c46849b8350ebc6f5b33c is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:21.234953 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:21.243083 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:21.246711 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:21.299381 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:21.304060 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Made reservation on behalf of 10b27e58ce0c46849b8350ebc6f5b33c for: {'network': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:21.307922 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:21.309141 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.310562 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device a77b8749-3672-4bf6-bab0-03d2619721a2 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:21.334667 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.343149 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:21.367807 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:21.370496 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3811175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816201'] for router, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.375067 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Usage tracker for resource:security_group_rule and tenant:10b27e58ce0c46849b8350ebc6f5b33c is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:21.379328 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:21.395567 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-333e4651-0cb8-4fae-a5df-e6c413fa7cb7 req-55f0c926-46d2-431d-938e-7521686e8c67 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 210 time: 0.1268911 May 10 11:24:21.452561 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:21.481040 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Attempting to bind port 579711fb-0a88-4639-9718-23eb37c03ca3 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:21.481432 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Attempting to bind port 579711fb-0a88-4639-9718-23eb37c03ca3 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:21.481762 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Attempting to bind port 579711fb-0a88-4639-9718-23eb37c03ca3 on network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:21.496431 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e87e3bb2-f492-4f9a-866a-22547c283390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.513893 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:21.514314 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Checking segment: {'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:21.514653 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.515040 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Bound using segment: {'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:21.516019 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Bound port: 579711fb-0a88-4639-9718-23eb37c03ca3, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:21.516414 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.517500 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e87e3bb2-f492-4f9a-866a-22547c283390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.526025 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Pushing event updated for resources: {'Port': ['ID=579711fb-0a88-4639-9718-23eb37c03ca3,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:21.533813 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-920e5fdf-2435-4eb6-a49f-d69a830170c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:21.540932 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:21.628514 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port a77b8749-3672-4bf6-bab0-03d2619721a2 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:21.669624 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] For port 579711fb-0a88-4639-9718-23eb37c03ca3, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:21.675608 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] For port 579711fb-0a88-4639-9718-23eb37c03ca3, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=579711fb-0a88-4639-9718-23eb37c03ca3,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:21.676049 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Router 52a4457a-bbad-4e4c-aa24-94649f57335d is scheduled to L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 with binding_index 1 {{(pid=78728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:24:21.677183 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port a77b8749-3672-4bf6-bab0-03d2619721a2 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:21.677831 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.716033 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-e87e3bb2-f492-4f9a-866a-22547c283390 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67e80c6dce064bea80699ffbd0bad996&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7759740 May 10 11:24:21.719447 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.721887 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36610) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:21.724630 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e3bb2-f492-4f9a-866a-22547c283390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d8118d-04f6-4b57-a8cb-15f5fd48b8f4,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:21.729587 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e87e3bb2-f492-4f9a-866a-22547c283390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:21.734574 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7da6f97a-d7e8-41b5-992f-9e48a952c2d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:21.864448 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Pushing event updated for resources: {'Port': ['ID=579711fb-0a88-4639-9718-23eb37c03ca3,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:21.865205 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:21.930283 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.939218 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.947080 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.956569 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:21.966486 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-1a925f2a-eb19-4ded-b43f-a4421f500c48 None None] Provisioning complete for port a77b8749-3672-4bf6-bab0-03d2619721a2 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:21.966824 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1a925f2a-eb19-4ded-b43f-a4421f500c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:21.991766 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3811175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816201'] for router, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.001678 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=78728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:24:22.019790 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5ef82c0f-19b6-4df7-9285-b61f95790feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.025442 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75c84ec-56d1-4d93-9a65-fa4d54baaebc,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:22.029746 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.030080 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.segments_db [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Added segment 01179e59-7422-48f3-a014-07325e0619bd of type vlan for network 1387b265-e340-4e07-86dc-d425bfe4d7e4 May 10 11:24:22.049868 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:22.050984 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:24:22.061122 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Sync routers for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:22.090028 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:22.090594 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:23:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:22.145194 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.154941 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.156421 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5988841 May 10 11:24:22.159688 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36616) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:22.201357 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port a77b8749-3672-4bf6-bab0-03d2619721a2, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=a77b8749-3672-4bf6-bab0-03d2619721a2,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:22.215947 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.223522 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:22.304485 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=a77b8749-3672-4bf6-bab0-03d2619721a2,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:22.318314 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:22.326136 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1a925f2a-eb19-4ded-b43f-a4421f500c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.330931 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.335076 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:22.335848 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.338673 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-752218d3-89dc-4c10-b8d2-e34ea1c3761d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.345167 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:22.367603 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5ef82c0f-19b6-4df7-9285-b61f95790feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.421059 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:22.426171 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.db.api [None req-1a925f2a-eb19-4ded-b43f-a4421f500c48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 11:24:22.426171 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_db.api [None req-1a925f2a-eb19-4ded-b43f-a4421f500c48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 11:24:22.461309 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5ef82c0f-19b6-4df7-9285-b61f95790feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.485659 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e87e3bb2-f492-4f9a-866a-22547c283390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:22.507384 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5ef82c0f-19b6-4df7-9285-b61f95790feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.508545 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-5ef82c0f-19b6-4df7-9285-b61f95790feb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5d8118d-04f6-4b57-a8cb-15f5fd48b8f4 HTTP/1.1" status: 204 len: 168 time: 0.7777841 May 10 11:24:22.513521 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef82c0f-19b6-4df7-9285-b61f95790feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d8118d-04f6-4b57-a8cb-15f5fd48b8f4,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:22.516340 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.518534 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5711815 May 10 11:24:22.546834 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5ef82c0f-19b6-4df7-9285-b61f95790feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:22.547296 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36628) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:22.550318 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Router 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b is scheduled to L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 with binding_index 1 {{(pid=78729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:24:22.559845 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Request body: {'subnet': {'network_id': '1387b265-e340-4e07-86dc-d425bfe4d7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-196065372-subnet', 'tenant_id': '10b27e58ce0c46849b8350ebc6f5b33c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:22.568952 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:22.602810 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Pushing event updated for resources: {'Network': ['ID=1387b265-e340-4e07-86dc-d425bfe4d7e4,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:22.626406 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 1387b265-e340-4e07-86dc-d425bfe4d7e4 details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:24:22.780295 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:22.781636 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:22.842154 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Usage tracker for resource:subnet and tenant:10b27e58ce0c46849b8350ebc6f5b33c is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:22.864837 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:22.896266 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:20Z', 'revision_number': 3, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:22.901207 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Checking router: 52a4457a-bbad-4e4c-aa24-94649f57335d for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:22.901726 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Updating router 52a4457a-bbad-4e4c-aa24-94649f57335d port 2a41a66b-19f2-42cc-95a3-e79fda6d2474 binding host dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:24:22.932579 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Allocated IP 172.27.3.161 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/1aa0b732-c6b4-44f7-8099-b96f69d77901) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:22.958483 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-98ebbe1e-aa48-4bf7-bae0-44c11f22cc73 req-64632b41-5777-4c4e-8b25-e59c263d7d1b tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 210 time: 0.1793983 May 10 11:24:23.011871 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.152474 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0d8e9f-2582-4a2d-93a7-afb0b20efb89 None None] Network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:23.287694 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:23.317478 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device a77b8749-3672-4bf6-bab0-03d2619721a2 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:23.400774 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-2520aafe-3b20-4916-a216-b5e16786f7e6 None None] Provisioning for port 579711fb-0a88-4639-9718-23eb37c03ca3 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:23.403029 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.433980 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port a77b8749-3672-4bf6-bab0-03d2619721a2 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:23.434874 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.475151 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.516690 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.527561 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:23.647503 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa0b732-c6b4-44f7-8099-b96f69d77901,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:23.668043 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Made reservation on behalf of 10b27e58ce0c46849b8350ebc6f5b33c for: {'subnet': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:23.670596 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.713872 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Allocated IP 172.20.0.1 (367daadb-7975-4d87-914f-7685d11912a0/097652b3-55a3-410a-a095-41743a687aac/536b7c3b-177e-4fae-9411-0b14f4f7d461) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:23.748769 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 579711fb-0a88-4639-9718-23eb37c03ca3 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:23.862016 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:23.862509 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 579711fb-0a88-4639-9718-23eb37c03ca3 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:23.870984 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 579711fb-0a88-4639-9718-23eb37c03ca3 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:23.871364 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.901882 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.907204 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:23.930348 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Transition to ACTIVE for port object 2a41a66b-19f2-42cc-95a3-e79fda6d2474 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:23.933792 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:23.950825 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:23.952545 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:23.970858 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a1582877-14bd-45fb-adab-0b1422a73749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:24.055834 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Pushing event updated for resources: {'Port': ['ID=2a41a66b-19f2-42cc-95a3-e79fda6d2474,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:24.067933 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:24.068221 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:24.068859 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:24.069367 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:24.069995 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:24.070316 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:24.070628 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:24.070936 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:24.071553 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:24.072558 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:24.072904 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:24.073209 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Tracked resource versions report: May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: pushed versions: May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: { 'AddressGroup': {'1.2'}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'ConntrackHelper': {'1.0'}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Log': {'1.0'}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Network': {'1.1'}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Port': {'1.7'}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'PortForwarding': {'1.2'}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'QosPolicy': {'1.8'}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'SecurityGroup': {'1.4'}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'SecurityGroupRule': {'1.2'}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'SubPort': {'1.0'}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Subnet': {'1.1'}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Trunk': {'1.1'}} May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: consumer versions: May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: { DHCP agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: HyperV agent@hv-cinder-78495: {}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: L3 agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: Metadata agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: Metering agent@dv-cinder-784956-5-iscsi: {}, May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: Open vSwitch agent@dv-cinder-784956-5-iscsi: { 'AddressGroup': '1.2', May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'ConntrackHelper': '1.0', May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Log': '1.0', May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Network': '1.1', May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Port': '1.7', May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'PortForwarding': '1.2', May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'QosPolicy': '1.8', May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'SecurityGroup': '1.4', May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'SecurityGroupRule': '1.2', May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'SubPort': '1.0', May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Subnet': '1.1', May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: 'Trunk': '1.1'}} May 10 11:24:24.074431 dv-cinder-784956-5-iscsi neutron-server[78731]: {{(pid=78731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 11:24:24.098681 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:24.117883 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.127431 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.166849 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Attempting to bind port 2a41a66b-19f2-42cc-95a3-e79fda6d2474 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:24.167183 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Attempting to bind port 2a41a66b-19f2-42cc-95a3-e79fda6d2474 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:24.167512 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Attempting to bind port 2a41a66b-19f2-42cc-95a3-e79fda6d2474 on network 3f71b2d2-59f0-4475-bea2-1eec4e07450d {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:24.168383 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-06dbab18-866e-4218-afa4-edd307be2be4 None None] Provisioning complete for port 579711fb-0a88-4639-9718-23eb37c03ca3 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:24.169008 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-06dbab18-866e-4218-afa4-edd307be2be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.172815 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Transition to ACTIVE for port object 536b7c3b-177e-4fae-9411-0b14f4f7d461 will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:24.177508 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:24.177886 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Checking segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:24.180896 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.182865 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Bound using segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:24.184506 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Bound port: 2a41a66b-19f2-42cc-95a3-e79fda6d2474, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:24.184964 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.200835 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 579711fb-0a88-4639-9718-23eb37c03ca3, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=579711fb-0a88-4639-9718-23eb37c03ca3,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:24.206850 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.215649 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.222509 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:24.226614 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3182b861-f87d-4aee-b9fc-19463c48851f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:24.305755 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-909e9e43-57a4-432d-9dd7-91a611164507 req-831b0675-79db-4b35-9737-22b2a5f23818 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 210 time: 0.1170418 May 10 11:24:24.338713 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Network 367daadb-7975-4d87-914f-7685d11912a0 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:24.342331 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:24.347199 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:24.348202 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801302'] for router_interface, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.361649 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] For port 2a41a66b-19f2-42cc-95a3-e79fda6d2474, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:24.364205 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=579711fb-0a88-4639-9718-23eb37c03ca3,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:24.366324 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] For port 2a41a66b-19f2-42cc-95a3-e79fda6d2474, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=2a41a66b-19f2-42cc-95a3-e79fda6d2474,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:24.367716 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:24.382397 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.388248 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:24.424990 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:24:24.501220 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Notify callbacks [] for router, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.507033 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7236919 May 10 11:24:24.508053 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36666) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:24.539506 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Pushing event updated for resources: {'Port': ['ID=2a41a66b-19f2-42cc-95a3-e79fda6d2474,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:24.568259 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:24.571101 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Sync routers for ids ['5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:24.584399 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:24.585229 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:23:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:24.585899 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Pushing event updated for resources: {'Port': ['ID=536b7c3b-177e-4fae-9411-0b14f4f7d461,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:24.612312 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Routers {'5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:24.612905 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:23:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:24.620333 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:24.862599 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-fe36183f-4054-4d04-9f51-aeecdc8f57eb None None] Provisioning for port 536b7c3b-177e-4fae-9411-0b14f4f7d461 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:24.871930 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-fe36183f-4054-4d04-9f51-aeecdc8f57eb None None] Provisioning complete for port 536b7c3b-177e-4fae-9411-0b14f4f7d461 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:24.872701 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fe36183f-4054-4d04-9f51-aeecdc8f57eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:24.927995 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:25.010693 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Set router 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:25.027974 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:25.079312 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:25.226037 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 579711fb-0a88-4639-9718-23eb37c03ca3 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:25.277870 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-fe36183f-4054-4d04-9f51-aeecdc8f57eb None None] Port 536b7c3b-177e-4fae-9411-0b14f4f7d461 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:24:25.346447 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:20Z', 'revision_number': 3, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:25.358823 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdcd2b1-2064-4aa7-99c7-9f418cfaca9e None None] The sync data for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi is: [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:20Z', 'revision_number': 3, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:25.362625 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.30', 52143) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:25.413444 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ee31-7046-4aed-ba58-5bebb65ff0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:25.523682 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:25.566690 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 579711fb-0a88-4639-9718-23eb37c03ca3 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:25.569204 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:25.770308 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-0ac8a2bf-d836-4a05-9a13-3793fe22163f tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:25.772317 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-0ac8a2bf-d836-4a05-9a13-3793fe22163f tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.30 "GET /v2.0/networks?id=65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb HTTP/1.1" status: 200 len: 811 time: 0.4082325 May 10 11:24:25.799777 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:25.809365 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:25.811323 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801205'] for router_interface, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:25.857156 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Request body: {'port': {'device_id': '4c48f73e-2133-4282-aa33-efac250daf4b', 'network_id': '65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb', 'admin_state_up': True, 'tenant_id': 'c22531b3ceed4485980c6ae6296b7e92'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:25.895028 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2ebfc1ac-0600-413a-8198-69ec1a59649b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:26.076121 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:26.093526 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'name': 'tempest-ServerRescueNegativeTestJSON-350277930-router', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:19Z', 'revision_number': 3, 'project_id': '63d6ee33a4424d58867cf66f38b94d68', 'gw_port': {'id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:26.101415 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Checking router: 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:26.101981 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Updating router 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b port aaa5b120-48c7-4050-ba23-bed1caf3d214 binding host dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:24:26.130717 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Network 367daadb-7975-4d87-914f-7685d11912a0 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:26.137785 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:26.241107 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:26.595034 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3811175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816201'] for router, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:26.668354 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Pushing event updated for resources: {'Port': ['ID=536b7c3b-177e-4fae-9411-0b14f4f7d461,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:26.678040 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:26.688726 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:26.705728 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Usage tracker for resource:port and tenant:c22531b3ceed4485980c6ae6296b7e92 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:26.717341 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:26.751782 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:26.752142 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-a845f206-996f-40f4-a9c1-d31eb2dd8bea None None] Provisioning complete for port 536b7c3b-177e-4fae-9411-0b14f4f7d461 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:26.752514 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a845f206-996f-40f4-a9c1-d31eb2dd8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:26.786582 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Made reservation on behalf of c22531b3ceed4485980c6ae6296b7e92 for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:26.792993 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:26.893063 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-a845f206-996f-40f4-a9c1-d31eb2dd8bea None None] Port 536b7c3b-177e-4fae-9411-0b14f4f7d461 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:24:26.938343 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9bebf7ff-e680-4b21-be20-b77de7438cfc req-8e45cc7d-b663-49ab-b512-735ce5e01e9b tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 210 time: 1.2576189 May 10 11:24:27.046806 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for subnet, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.059216 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Router 52a4457a-bbad-4e4c-aa24-94649f57335d has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:24:27.094242 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.112596 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Transition to ACTIVE for port object aaa5b120-48c7-4050-ba23-bed1caf3d214 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:27.114466 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-745ecbdc-0df8-4801-93d1-6718900a4170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:27.121438 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.129151 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:27.233081 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Attempting to bind port aaa5b120-48c7-4050-ba23-bed1caf3d214 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:27.233742 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Attempting to bind port aaa5b120-48c7-4050-ba23-bed1caf3d214 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:27.234265 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Attempting to bind port aaa5b120-48c7-4050-ba23-bed1caf3d214 on network 3f71b2d2-59f0-4475-bea2-1eec4e07450d {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:27.243180 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:27.243897 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Checking segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:27.244521 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.245187 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Bound using segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:27.245988 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Bound port: aaa5b120-48c7-4050-ba23-bed1caf3d214, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:27.246585 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.375598 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] For port aaa5b120-48c7-4050-ba23-bed1caf3d214, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:27.383156 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] For port aaa5b120-48c7-4050-ba23-bed1caf3d214, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=aaa5b120-48c7-4050-ba23-bed1caf3d214,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:27.399210 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940f89a-7055-4423-89d5-22e08d88c23c None None] Pushing event updated for resources: {'Port': ['ID=aaa5b120-48c7-4050-ba23-bed1caf3d214,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:27.402847 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 2a41a66b-19f2-42cc-95a3-e79fda6d2474 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:27.466548 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6940f89a-7055-4423-89d5-22e08d88c23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:27.473369 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc1fe64-f3df-449b-b818-28aa7a911735,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:27.497247 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.544264 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:27.547420 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:27.550096 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Checking segment: {'id': '01179e59-7422-48f3-a014-07325e0619bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1387b265-e340-4e07-86dc-d425bfe4d7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:27.550452 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Network hostable DHCP agents. Network: 1387b265-e340-4e07-86dc-d425bfe4d7e4, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:24:27.680315 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Network 1387b265-e340-4e07-86dc-d425bfe4d7e4 is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:24:27.682818 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.714459 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 1387b265-e340-4e07-86dc-d425bfe4d7e4) {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:27.721730 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:27.723281 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.741788 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Router ae956036-fa2c-4d3e-999b-14027811c6fd is scheduled to L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 with binding_index 1 {{(pid=78729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:24:27.755125 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Routers {'5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:27.761466 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:24:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:27.766129 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:27.839777 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44d112f-54d1-40ef-a06e-2828b8643f03 None None] Network 1387b265-e340-4e07-86dc-d425bfe4d7e4 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:27.888690 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:24:27.920952 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Allocated IP 172.20.0.14 (65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb/3ba7747b-777e-460b-8817-60ad678a2419/b134eace-ad14-4cfd-b3e2-949ef0bd76ca) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:28.145960 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] 10.222.0.13 "PUT /v2.0/routers/52a4457a-bbad-4e4c-aa24-94649f57335d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9849336 May 10 11:24:28.240115 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Sync routers for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:28.254701 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:28.261298 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:24:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:28.315924 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.348746 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-0529fbba-4a79-41c8-9ce1-3996d5430a29 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.7923713 May 10 11:24:28.364340 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940f89a-7055-4423-89d5-22e08d88c23c None None] Pushing event updated for resources: {'Port': ['ID=aaa5b120-48c7-4050-ba23-bed1caf3d214,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:28.392891 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.403128 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:28.445440 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6940f89a-7055-4423-89d5-22e08d88c23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:28.507409 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 2a41a66b-19f2-42cc-95a3-e79fda6d2474 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:28.565502 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Network 65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:28.575623 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:28.586705 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 2a41a66b-19f2-42cc-95a3-e79fda6d2474 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:28.600259 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.606412 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:28.640442 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:28.646761 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:28.737117 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36822) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:28.774019 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9351962 May 10 11:24:28.778586 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Pushing event updated for resources: {'Port': ['ID=b134eace-ad14-4cfd-b3e2-949ef0bd76ca,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:28.920770 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-78da10ae-386c-4f5d-b28d-c6ee281da6d3 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:24:28.921809 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-78da10ae-386c-4f5d-b28d-c6ee281da6d3 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0435314 May 10 11:24:28.922686 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:29.003749 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eaef3-b135-47a7-af9b-11e078547d7b req-7c2e1e21-f39b-44aa-a18a-03f94a933cd4 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:29.014677 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-757eaef3-b135-47a7-af9b-11e078547d7b req-7c2e1e21-f39b-44aa-a18a-03f94a933cd4 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 932 time: 0.6858120 May 10 11:24:29.037878 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:29.044673 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-468b2965-4fa9-4817-990c-0ef98c458963 admin admin] Deleting subnet 85310304-8583-4f89-8e8a-2c3730a72079 {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:24:29.067471 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-468b2965-4fa9-4817-990c-0ef98c458963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.126814 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] Set router 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:29.236032 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-468b2965-4fa9-4817-990c-0ef98c458963 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.251076 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:24:29.256399 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-468b2965-4fa9-4817-990c-0ef98c458963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.304115 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Sync routers for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:29.395474 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730125f2-34c3-4b21-9d52-71892030a0eb None None] Network 1387b265-e340-4e07-86dc-d425bfe4d7e4 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:24:29.480469 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:29.481531 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:24:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:29.507682 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Allocated IP 172.20.0.1 (cef487f9-42ce-4632-b394-ab24d64ee08b/79871b72-bb32-422b-8cbf-d81f2f7d441c/d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:29.754018 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:25Z', 'revision_number': 2, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:29.763120 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Checking router: 52a4457a-bbad-4e4c-aa24-94649f57335d for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:29.763667 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Updating router 52a4457a-bbad-4e4c-aa24-94649f57335d port 536b7c3b-177e-4fae-9411-0b14f4f7d461 binding host dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:24:29.798995 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-468b2965-4fa9-4817-990c-0ef98c458963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.807352 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b3df3cb3-dab0-47e0-aae7-c257c321a37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:29.833432 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.877264 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.894050 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36840) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:29.914701 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-757eaef3-b135-47a7-af9b-11e078547d7b req-dcc73fe4-5175-4ee8-806f-01a2dd4caf55 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Synchronizing usage tracker for tenant:c22531b3ceed4485980c6ae6296b7e92 on resource:security_group {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:29.918775 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Request body: {'port': {'device_id': '4c48f73e-2133-4282-aa33-efac250daf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:29.966420 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.969294 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-757eaef3-b135-47a7-af9b-11e078547d7b req-dcc73fe4-5175-4ee8-806f-01a2dd4caf55 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Unset dirty status for tenant:c22531b3ceed4485980c6ae6296b7e92 on resource:security_group {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:29.974120 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-757eaef3-b135-47a7-af9b-11e078547d7b req-dcc73fe4-5175-4ee8-806f-01a2dd4caf55 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9587162 May 10 11:24:29.976659 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:29.978231 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Notify callbacks [] for router, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:29.979409 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.9398236 May 10 11:24:29.983935 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36844) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:30.026294 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b2965-4fa9-4817-990c-0ef98c458963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85310304-8583-4f89-8e8a-2c3730a72079,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:30.028069 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4d2fd8fd-6118-4c34-a0cb-b98f37e6f955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:30.041604 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-468b2965-4fa9-4817-990c-0ef98c458963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:30.055661 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529558540', 'description': 'tempest-description--247031701'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:30.086034 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-468b2965-4fa9-4817-990c-0ef98c458963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.102434 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:30.116631 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-468b2965-4fa9-4817-990c-0ef98c458963 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/85310304-8583-4f89-8e8a-2c3730a72079 HTTP/1.1" status: 204 len: 168 time: 1.3549201 May 10 11:24:30.123012 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36854) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:30.124962 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Usage tracker for resource:security_group and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:30.131098 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:30.163095 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:30.195187 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.385621 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Network cef487f9-42ce-4632-b394-ab24d64ee08b is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:30.407391 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:30.521885 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 2a41a66b-19f2-42cc-95a3-e79fda6d2474, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=2a41a66b-19f2-42cc-95a3-e79fda6d2474,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:30.525965 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.578043 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.580658 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.645623 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6940f89a-7055-4423-89d5-22e08d88c23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:30.673710 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:30.788240 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:30.788735 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801302'] for router_interface, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.817114 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:30.854578 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Usage tracker for resource:security_group_rule and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:30.901352 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:30.912869 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:30.919625 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:30.989587 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:31.010887 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.041915 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Transition to ACTIVE for port object 536b7c3b-177e-4fae-9411-0b14f4f7d461 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:31.058122 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.063615 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:31.206323 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=2a41a66b-19f2-42cc-95a3-e79fda6d2474,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:31.212937 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:31.266987 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'name': 'tempest-ServerRescueNegativeTestJSON-350277930-router', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:19Z', 'revision_number': 3, 'project_id': '63d6ee33a4424d58867cf66f38b94d68', 'gw_port': {'id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:31.281610 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2d68d-c22e-41ea-8abd-a5829bcc0ad6 None None] The sync data for ids ['5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'] in dv-cinder-784956-5-iscsi is: [{'id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'name': 'tempest-ServerRescueNegativeTestJSON-350277930-router', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:19Z', 'revision_number': 3, 'project_id': '63d6ee33a4424d58867cf66f38b94d68', 'gw_port': {'id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:31.294441 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 3, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:31.297471 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36880) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:31.301109 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Checking router: ae956036-fa2c-4d3e-999b-14027811c6fd for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:31.312458 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Updating router ae956036-fa2c-4d3e-999b-14027811c6fd port 1aa0b732-c6b4-44f7-8099-b96f69d77901 binding host dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:24:31.426360 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.523465 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17f507-b3f7-421e-8b26-c7bf3137658f None None] Pushing event updated for resources: {'Port': ['ID=536b7c3b-177e-4fae-9411-0b14f4f7d461,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:31.539647 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8e17f507-b3f7-421e-8b26-c7bf3137658f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:31.609360 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36890) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:31.660519 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.676449 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.744583 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:31.854440 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36896) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:31.889574 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Attempting to bind port 536b7c3b-177e-4fae-9411-0b14f4f7d461 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:31.889951 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Attempting to bind port 536b7c3b-177e-4fae-9411-0b14f4f7d461 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:31.890320 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Attempting to bind port 536b7c3b-177e-4fae-9411-0b14f4f7d461 on network 367daadb-7975-4d87-914f-7685d11912a0 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:31.893664 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e65217-c0cb-4881-b2eb-aed09a274abc,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:31.916216 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:31.916635 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Checking segment: {'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:31.917078 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.925813 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Bound using segment: {'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:31.926657 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Bound port: 536b7c3b-177e-4fae-9411-0b14f4f7d461, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:31.927255 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.945581 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:31.947743 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:31.966377 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.054082 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d65f73c7-4937-4694-9342-c8b740190098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.230606 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.233912 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.237194 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.237887 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > port after_create 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.240957 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.242527 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > port after_update 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.243101 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.244201 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.246060 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.246712 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.316769 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] For port 536b7c3b-177e-4fae-9411-0b14f4f7d461, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:32.327093 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] For port 536b7c3b-177e-4fae-9411-0b14f4f7d461, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=536b7c3b-177e-4fae-9411-0b14f4f7d461,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:32.338226 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.347158 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:32.361752 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.410823 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Transition to ACTIVE for port object 1aa0b732-c6b4-44f7-8099-b96f69d77901 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:32.440859 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.456904 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:32.478313 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17f507-b3f7-421e-8b26-c7bf3137658f None None] Pushing event updated for resources: {'Port': ['ID=536b7c3b-177e-4fae-9411-0b14f4f7d461,revision_number=4']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:32.506491 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8e17f507-b3f7-421e-8b26-c7bf3137658f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:32.509679 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:32.510602 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:24:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:32.620217 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d65f73c7-4937-4694-9342-c8b740190098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:32.640638 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Attempting to bind port 1aa0b732-c6b4-44f7-8099-b96f69d77901 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:32.646702 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Attempting to bind port 1aa0b732-c6b4-44f7-8099-b96f69d77901 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:32.647277 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Attempting to bind port 1aa0b732-c6b4-44f7-8099-b96f69d77901 on network 3f71b2d2-59f0-4475-bea2-1eec4e07450d {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:32.683428 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d65f73c7-4937-4694-9342-c8b740190098 admin admin] Usage tracker for resource:security_group_rule and tenant:d4743abd882643398ae2b9724ffd1b01 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:32.707989 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:32.708427 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Checking segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:32.713973 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.714460 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Bound using segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:32.714973 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Bound port: 1aa0b732-c6b4-44f7-8099-b96f69d77901, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:32.715376 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.726513 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d65f73c7-4937-4694-9342-c8b740190098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:32.785459 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d65f73c7-4937-4694-9342-c8b740190098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:32.822433 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.822895 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.822895 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.823313 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:24:32.824130 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58747525-4be6-415b-bb14-af1b676f86a8']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:32.849515 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2fc383-e4e9-4b8c-bace-3cda2700e2ea') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:32.849839 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2fc383-e4e9-4b8c-bace-3cda2700e2ea') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:32.895548 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557247'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:32.959252 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174c0b0-d00a-4ba7-ac8b-4d618166c5ef req-c5b306ef-8f76-429f-b1e3-8412616f3377 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:32.960840 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] For port 1aa0b732-c6b4-44f7-8099-b96f69d77901, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:32.965443 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] For port 1aa0b732-c6b4-44f7-8099-b96f69d77901, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=1aa0b732-c6b4-44f7-8099-b96f69d77901,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:32.975535 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a174c0b0-d00a-4ba7-ac8b-4d618166c5ef req-c5b306ef-8f76-429f-b1e3-8412616f3377 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 932 time: 1.3111873 May 10 11:24:33.003317 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.008133 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.9587224 May 10 11:24:33.009287 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8484e5a7-8ab7-40a8-adbd-dfb841e9abde admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.009663 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf7f65-d734-4956-ad4a-67d7a7f22efa None None] Pushing event updated for resources: {'Port': ['ID=1aa0b732-c6b4-44f7-8099-b96f69d77901,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:33.028982 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36906) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:33.032474 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5abf7f65-d734-4956-ad4a-67d7a7f22efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:33.047264 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.060696 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:33.079389 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 2a41a66b-19f2-42cc-95a3-e79fda6d2474 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:33.079647 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-51fc1624-ab2d-4441-b5a1-dd5f959e3f09 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Request body: {'security_group_rule': {'security_group_id': 'c1e65217-c0cb-4881-b2eb-aed09a274abc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:33.098545 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a174c0b0-d00a-4ba7-ac8b-4d618166c5ef req-c2ab0254-5351-494c-9e16-816339ae8850 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218362 May 10 11:24:33.100955 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-51fc1624-ab2d-4441-b5a1-dd5f959e3f09 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:33.120442 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-51fc1624-ab2d-4441-b5a1-dd5f959e3f09 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Usage tracker for resource:security_group_rule and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:33.127531 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-51fc1624-ab2d-4441-b5a1-dd5f959e3f09 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:33.145961 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:33.146697 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-51fc1624-ab2d-4441-b5a1-dd5f959e3f09 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:33.173902 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.205323 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-51fc1624-ab2d-4441-b5a1-dd5f959e3f09 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.282460 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8484e5a7-8ab7-40a8-adbd-dfb841e9abde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:33.291214 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:24:33.294444 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438718'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: from cryptography.utils import int_from_bytes May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: from cryptography.utils import int_from_bytes May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: Traceback (most recent call last): May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: timer() May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: cb(*args, **kw) May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: return func(*args, **kwargs) May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: self._notify() May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: self.callback(batched_events) May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: event.method(event) May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: return f(self, *a, **k) May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._get(url).json() May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: return self.request(url, 'GET', **kwargs) May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:24:33.333615 dv-cinder-784956-5-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:24:33.426331 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8484e5a7-8ab7-40a8-adbd-dfb841e9abde admin admin] Usage tracker for resource:security_group_rule and tenant:18676de1aaef4b99b22b8041ba669f55 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:33.439461 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:33.455915 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:24:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:33.536260 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf7f65-d734-4956-ad4a-67d7a7f22efa None None] Pushing event updated for resources: {'Port': ['ID=1aa0b732-c6b4-44f7-8099-b96f69d77901,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:33.544675 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.707799 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b134eace-ad14-4cfd-b3e2-949ef0bd76ca {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:33.724056 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:32Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:33.741607 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.748660 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff79be-b99b-430b-8f21-79cb26132410 None None] The sync data for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi is: [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:32Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:33.787681 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Transition to ACTIVE for port object b134eace-ad14-4cfd-b3e2-949ef0bd76ca will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:33.790896 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8484e5a7-8ab7-40a8-adbd-dfb841e9abde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:33.862875 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.862875 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8484e5a7-8ab7-40a8-adbd-dfb841e9abde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:33.866606 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5abf7f65-d734-4956-ad4a-67d7a7f22efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:33.895574 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:33.905037 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.db.resource_extend [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:24:33.943587 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d65f73c7-4937-4694-9342-c8b740190098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.949838 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.956841 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d65f73c7-4937-4694-9342-c8b740190098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:33.970603 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.016892 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.021740 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Allocated IP 172.20.0.1 (bc80aa90-d0ea-4cc3-9267-6266fe16a3e3/0047fbb1-9f38-4413-aadd-86fc2baa6bf0/fbb5318d-e68f-45dc-88ca-9e479b3508d1) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:34.080013 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 2a41a66b-19f2-42cc-95a3-e79fda6d2474 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:34.080414 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.181471 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:34.194976 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36918) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:34.200814 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801205'] for router_interface, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.267154 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:34.269186 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-d65f73c7-4937-4694-9342-c8b740190098 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4743abd882643398ae2b9724ffd1b01&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9705477 May 10 11:24:34.301274 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-51fc1624-ab2d-4441-b5a1-dd5f959e3f09 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.320216 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36926) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:34.351246 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.364800 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-51fc1624-ab2d-4441-b5a1-dd5f959e3f09 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.376554 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f73c7-4937-4694-9342-c8b740190098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb37277-e126-40b9-a6f2-8e2dd8f163ea,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:34.475905 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Pushing event updated for resources: {'Port': ['ID=b134eace-ad14-4cfd-b3e2-949ef0bd76ca,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:34.493801 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:34.494659 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-51fc1624-ab2d-4441-b5a1-dd5f959e3f09 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.498744 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-51fc1624-ab2d-4441-b5a1-dd5f959e3f09 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4670880 May 10 11:24:34.499216 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:34.512185 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36930) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:34.526066 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] 10.222.0.13 "DELETE /v2.0/networks/58747525-4be6-415b-bb14-af1b676f86a8 HTTP/1.1" status: 204 len: 168 time: 4.3964531 May 10 11:24:34.564144 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d65f73c7-4937-4694-9342-c8b740190098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:34.609258 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-95c3f938-a54c-4000-ba5b-1512f41d9a71 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Request body: {'security_group_rule': {'security_group_id': 'c1e65217-c0cb-4881-b2eb-aed09a274abc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:34.620962 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36934) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:34.648073 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device aaa5b120-48c7-4050-ba23-bed1caf3d214 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:34.708665 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.752742 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Transition to ACTIVE for port object fbb5318d-e68f-45dc-88ca-9e479b3508d1 will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:34.753450 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-95c3f938-a54c-4000-ba5b-1512f41d9a71 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:34.774839 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5d319f-ed68-48fb-8cd8-42dac3dbb9d5 admin admin] Deleting subnet ddc1fe64-f3df-449b-b818-28aa7a911735 {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:24:34.782405 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f5d319f-ed68-48fb-8cd8-42dac3dbb9d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.883346 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.678s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:34.890615 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8484e5a7-8ab7-40a8-adbd-dfb841e9abde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:34.928488 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-95c3f938-a54c-4000-ba5b-1512f41d9a71 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Usage tracker for resource:security_group_rule and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:34.936597 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-95c3f938-a54c-4000-ba5b-1512f41d9a71 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:34.953732 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-95c3f938-a54c-4000-ba5b-1512f41d9a71 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:35.000034 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port aaa5b120-48c7-4050-ba23-bed1caf3d214 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:35.012446 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Pushing event deleted for resources: {'Network': ['ID=58747525-4be6-415b-bb14-af1b676f86a8,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:35.014366 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port aaa5b120-48c7-4050-ba23-bed1caf3d214 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:35.014843 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.019369 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-417ca585-c14c-4664-ac9d-d7efb4255180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:35.029706 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Attempting to bind port b134eace-ad14-4cfd-b3e2-949ef0bd76ca on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:35.030128 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Attempting to bind port b134eace-ad14-4cfd-b3e2-949ef0bd76ca by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'dee9ae70-9633-46e6-96bc-1f8a4e669b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:35.030483 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Attempting to bind port b134eace-ad14-4cfd-b3e2-949ef0bd76ca on network 65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:35.035839 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.550s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:35.063208 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8484e5a7-8ab7-40a8-adbd-dfb841e9abde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.069043 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Port b134eace-ad14-4cfd-b3e2-949ef0bd76ca on network 65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:35.069414 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Attempting to bind port b134eace-ad14-4cfd-b3e2-949ef0bd76ca on network 65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:35.081616 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc1624-ab2d-4441-b5a1-dd5f959e3f09 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa5a784-3b8b-447e-b6ef-bbc86a7a926a,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:35.112403 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-51fc1624-ab2d-4441-b5a1-dd5f959e3f09 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:35.113521 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:35.113808 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:35.114244 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Checking segment: {'id': 'dee9ae70-9633-46e6-96bc-1f8a4e669b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:35.114896 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Bound using segment: {'id': 'dee9ae70-9633-46e6-96bc-1f8a4e669b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:35.115381 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Bound port: b134eace-ad14-4cfd-b3e2-949ef0bd76ca, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee9ae70-9633-46e6-96bc-1f8a4e669b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:35.122301 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.146886 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 3, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:35.148740 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95c3f938-a54c-4000-ba5b-1512f41d9a71 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.155601 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.156462 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc454d7-207c-4885-a4e1-408a6e62ead1 None None] The sync data for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi is: [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 3, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:35.162934 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:35.238139 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:35.255584 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:35.260589 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8484e5a7-8ab7-40a8-adbd-dfb841e9abde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18676de1aaef4b99b22b8041ba669f55&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3551400 May 10 11:24:35.267247 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.289046 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port aaa5b120-48c7-4050-ba23-bed1caf3d214, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=aaa5b120-48c7-4050-ba23-bed1caf3d214,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:35.295955 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.316018 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:35.319337 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36944) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:35.401763 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f5d319f-ed68-48fb-8cd8-42dac3dbb9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557216'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.407624 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-03f1b4d9-5b11-430f-8bff-069059405d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.429605 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Network cef487f9-42ce-4632-b394-ab24d64ee08b is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:35.462124 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9240a16c-e583-40e7-bcca-7b7d0c8e47a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.473729 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=aaa5b120-48c7-4050-ba23-bed1caf3d214,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:35.489734 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:35.490979 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484e5a7-8ab7-40a8-adbd-dfb841e9abde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e54aed-b88f-492b-a401-a0f87c446e05,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:35.516491 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ad027770-f5c8-4cca-a103-88b859f525bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.527883 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9240a16c-e583-40e7-bcca-7b7d0c8e47a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.541246 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 536b7c3b-177e-4fae-9411-0b14f4f7d461 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:35.544906 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ad027770-f5c8-4cca-a103-88b859f525bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.583140 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8484e5a7-8ab7-40a8-adbd-dfb841e9abde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:35.586485 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:35.666695 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ad027770-f5c8-4cca-a103-88b859f525bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.699326 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95c3f938-a54c-4000-ba5b-1512f41d9a71 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.717119 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8484e5a7-8ab7-40a8-adbd-dfb841e9abde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:35.737492 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ad027770-f5c8-4cca-a103-88b859f525bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.738674 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ad027770-f5c8-4cca-a103-88b859f525bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23e54aed-b88f-492b-a401-a0f87c446e05 HTTP/1.1" status: 204 len: 168 time: 0.4149125 May 10 11:24:35.739476 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95c3f938-a54c-4000-ba5b-1512f41d9a71 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.750656 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 536b7c3b-177e-4fae-9411-0b14f4f7d461 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:35.762565 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] For port b134eace-ad14-4cfd-b3e2-949ef0bd76ca, host hv-cinder-78495, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:35.763616 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 536b7c3b-177e-4fae-9411-0b14f4f7d461 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:35.764089 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.772201 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad027770-f5c8-4cca-a103-88b859f525bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e54aed-b88f-492b-a401-a0f87c446e05,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:35.875588 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f5d319f-ed68-48fb-8cd8-42dac3dbb9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.940615 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ad027770-f5c8-4cca-a103-88b859f525bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:35.941445 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-95c3f938-a54c-4000-ba5b-1512f41d9a71 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:35.946042 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-95c3f938-a54c-4000-ba5b-1512f41d9a71 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4228740 May 10 11:24:35.947942 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:35.966722 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36956) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:35.976352 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3f938-a54c-4000-ba5b-1512f41d9a71 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464a4f7f-a66c-40b1-a6c8-46ff1ea2942c,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:35.990284 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Request body: {'floatingip': {'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:35.997505 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:36.002210 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Usage tracker for resource:floatingip and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:36.005964 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:36.012593 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:36.026382 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] For port b134eace-ad14-4cfd-b3e2-949ef0bd76ca, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b134eace-ad14-4cfd-b3e2-949ef0bd76ca,segment=NetworkSegment(dee9ae70-9633-46e6-96bc-1f8a4e669b97),segment_id=dee9ae70-9633-46e6-96bc-1f8a4e669b97)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:36.028963 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-95c3f938-a54c-4000-ba5b-1512f41d9a71 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:36.032688 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.064386 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.102091 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:36.111652 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.190465 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 536b7c3b-177e-4fae-9411-0b14f4f7d461, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=536b7c3b-177e-4fae-9411-0b14f4f7d461,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:36.195475 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.198398 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:36.253638 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Pushing event updated for resources: {'Port': ['ID=fbb5318d-e68f-45dc-88ca-9e479b3508d1,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:36.262319 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:36.272107 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9240a16c-e583-40e7-bcca-7b7d0c8e47a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.277105 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-03f1b4d9-5b11-430f-8bff-069059405d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:36.281761 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-03f1b4d9-5b11-430f-8bff-069059405d44 admin admin] Usage tracker for resource:security_group_rule and tenant:39b69abbcde740c9ad64bba86ce1868c is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:36.301348 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.046s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:36.319882 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:36.347365 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36962) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:36.348431 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:36.349278 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801302'] for router_interface, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.389239 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-03f1b4d9-5b11-430f-8bff-069059405d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:36.398220 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-03f1b4d9-5b11-430f-8bff-069059405d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:36.411395 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=536b7c3b-177e-4fae-9411-0b14f4f7d461,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:36.424366 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:36.542577 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-03f1b4d9-5b11-430f-8bff-069059405d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.551457 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4f0425c3-ef11-4c30-ad66-30e67440f159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:36.647212 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Pushing event updated for resources: {'Port': ['ID=b134eace-ad14-4cfd-b3e2-949ef0bd76ca,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:36.665115 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:36.711608 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:36.712349 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.714056 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] 10.222.0.30 "PUT /v2.0/ports/b134eace-ad14-4cfd-b3e2-949ef0bd76ca HTTP/1.1" status: 200 len: 1094 time: 6.9550629 May 10 11:24:36.716177 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c48f73e-2133-4282-aa33-efac250daf4b', 'tag': 'b134eace-ad14-4cfd-b3e2-949ef0bd76ca'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:36.808871 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-59c23411-84fb-4d90-835d-d1e721d13ddc None None] Provisioning for port fbb5318d-e68f-45dc-88ca-9e479b3508d1 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:36.816656 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-59c23411-84fb-4d90-835d-d1e721d13ddc None None] Provisioning complete for port fbb5318d-e68f-45dc-88ca-9e479b3508d1 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:36.817218 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-59c23411-84fb-4d90-835d-d1e721d13ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:36.890151 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240a16c-e583-40e7-bcca-7b7d0c8e47a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb37277-e126-40b9-a6f2-8e2dd8f163ea,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:36.891997 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9240a16c-e583-40e7-bcca-7b7d0c8e47a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:36.937133 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-59c23411-84fb-4d90-835d-d1e721d13ddc None None] Port fbb5318d-e68f-45dc-88ca-9e479b3508d1 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:24:36.956650 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-03f1b4d9-5b11-430f-8bff-069059405d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.119097 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbb33b-67af-4dd0-b089-4b145563a66f req-cb5b98e0-e3b6-451e-a02c-6927894260a8 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:37.144291 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-61dbb33b-67af-4dd0-b089-4b145563a66f req-cb5b98e0-e3b6-451e-a02c-6927894260a8 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 944 time: 2.7523181 May 10 11:24:37.146773 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-242a16a2-5a43-44f6-8645-c3d35ad11703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.198922 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.204719 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f5d319f-ed68-48fb-8cd8-42dac3dbb9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2206754'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.217924 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ad367804-2f04-4ef7-b4d9-ba0e6eb16eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:37.231395 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-03f1b4d9-5b11-430f-8bff-069059405d44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39b69abbcde740c9ad64bba86ce1868c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0252984 May 10 11:24:37.232573 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9240a16c-e583-40e7-bcca-7b7d0c8e47a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.236183 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-9240a16c-e583-40e7-bcca-7b7d0c8e47a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bb37277-e126-40b9-a6f2-8e2dd8f163ea HTTP/1.1" status: 204 len: 168 time: 2.9083076 May 10 11:24:37.263518 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 36978) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:37.285007 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-242a16a2-5a43-44f6-8645-c3d35ad11703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:37.307827 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:37.385492 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d319f-ed68-48fb-8cd8-42dac3dbb9d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc1fe64-f3df-449b-b818-28aa7a911735,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:37.398295 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f5d319f-ed68-48fb-8cd8-42dac3dbb9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.405397 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6f5d319f-ed68-48fb-8cd8-42dac3dbb9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:37.432973 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c48f73e-2133-4282-aa33-efac250daf4b', 'tag': 'b134eace-ad14-4cfd-b3e2-949ef0bd76ca', 'status': 'completed', 'code': 200} May 10 11:24:37.439688 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6f5d319f-ed68-48fb-8cd8-42dac3dbb9d5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ddc1fe64-f3df-449b-b818-28aa7a911735 HTTP/1.1" status: 204 len: 168 time: 2.7852068 May 10 11:24:37.442924 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 36986) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:37.491497 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-242a16a2-5a43-44f6-8645-c3d35ad11703 admin admin] Usage tracker for resource:security_group_rule and tenant:a6dc5bb29714412da5d81262e09d29d9 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:37.548540 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-242a16a2-5a43-44f6-8645-c3d35ad11703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:37.569965 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1b4d9-5b11-430f-8bff-069059405d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b836589-524b-4ebe-9d1c-08e0e20d0617,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:37.579379 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-03f1b4d9-5b11-430f-8bff-069059405d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:37.597174 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-242a16a2-5a43-44f6-8645-c3d35ad11703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:37.617733 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 536b7c3b-177e-4fae-9411-0b14f4f7d461 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:37.621138 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-61dbb33b-67af-4dd0-b089-4b145563a66f req-2d244bfd-df42-4ed1-b38e-174e07f642ca tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765992 May 10 11:24:37.632381 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Router 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:24:37.635966 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.733349 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.739825 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6ab56cce-48c7-4c97-9e32-d1b2b8670549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:37.764620 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Allocated IP 172.27.3.203 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/a1fcba48-6493-4c23-81d2-15bf6a8b7f3a) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:37.818815 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 536b7c3b-177e-4fae-9411-0b14f4f7d461 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:37.819409 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.070390 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device aaa5b120-48c7-4050-ba23-bed1caf3d214 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:38.176721 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6ab56cce-48c7-4c97-9e32-d1b2b8670549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.202165 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port aaa5b120-48c7-4050-ba23-bed1caf3d214 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:38.202733 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.238629 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.288878 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1387b265-e340-4e07-86dc-d425bfe4d7e4']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:38.357755 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01179e59-7422-48f3-a014-07325e0619bd') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:38.357965 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01179e59-7422-48f3-a014-07325e0619bd') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:38.406310 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 1aa0b732-c6b4-44f7-8099-b96f69d77901 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:38.425055 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557247'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.461167 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.469472 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.479170 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:24:38.479573 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438718'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: Traceback (most recent call last): May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: timer() May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: cb(*args, **kw) May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: return func(*args, **kwargs) May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: self._notify() May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: self.callback(batched_events) May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: event.method(event) May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: return f(self, *a, **k) May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._get(url).json() May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: return self.request(url, 'GET', **kwargs) May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:24:38.496383 dv-cinder-784956-5-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:24:38.515207 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 1aa0b732-c6b4-44f7-8099-b96f69d77901 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:38.522938 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 1aa0b732-c6b4-44f7-8099-b96f69d77901 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:38.523653 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.597299 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.617465 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:38.673931 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.700062 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1387b265-e340-4e07-86dc-d425bfe4d7e4,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:38.706043 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:38.720302 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1387b265-e340-4e07-86dc-d425bfe4d7e4 HTTP/1.1" status: 204 len: 168 time: 1.2763584 May 10 11:24:38.736014 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.751458 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:38.831962 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6ab56cce-48c7-4c97-9e32-d1b2b8670549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.863817 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.868745 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:24:38.880206 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Sync routers for ids ['5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:38.894526 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Routers {'5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:38.895143 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:24:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:38.928324 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 1aa0b732-c6b4-44f7-8099-b96f69d77901, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=1aa0b732-c6b4-44f7-8099-b96f69d77901,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:38.932964 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:38.935086 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event updated for resources: {'Port': ['ID=a1fcba48-6493-4c23-81d2-15bf6a8b7f3a,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:38.938933 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-be3a0b0e-4a40-46a1-892a-4ddb8994cfa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:38.943121 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:38.945435 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37012) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:38.987186 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:39.023087 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-242a16a2-5a43-44f6-8645-c3d35ad11703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.044259 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=1aa0b732-c6b4-44f7-8099-b96f69d77901,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:39.050414 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:39.089258 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab56cce-48c7-4c97-9e32-d1b2b8670549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b836589-524b-4ebe-9d1c-08e0e20d0617,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:39.100102 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6ab56cce-48c7-4c97-9e32-d1b2b8670549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:39.110709 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/5bb2e6f6-b843-4865-8e33-8f5f59e0f86b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5986826 May 10 11:24:39.111701 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-242a16a2-5a43-44f6-8645-c3d35ad11703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.149066 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:39.174063 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6ab56cce-48c7-4c97-9e32-d1b2b8670549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.175629 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-6ab56cce-48c7-4c97-9e32-d1b2b8670549 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b836589-524b-4ebe-9d1c-08e0e20d0617 HTTP/1.1" status: 204 len: 168 time: 1.9074171 May 10 11:24:39.184570 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:39.184768 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:39.191475 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:39.236292 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Set router 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:39.282382 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a16a2-5a43-44f6-8645-c3d35ad11703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da933c0-bc65-4027-96df-7c21574f166c,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:39.301260 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-242a16a2-5a43-44f6-8645-c3d35ad11703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:39.315461 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37028) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:39.318785 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-242a16a2-5a43-44f6-8645-c3d35ad11703 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6dc5bb29714412da5d81262e09d29d9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7574427 May 10 11:24:39.323255 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.344572 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.347015 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801205'] for router_interface, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.358429 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:39.459690 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 1aa0b732-c6b4-44f7-8099-b96f69d77901 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:39.511484 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Pushing event updated for resources: {'Port': ['ID=fbb5318d-e68f-45dc-88ca-9e479b3508d1,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:39.520965 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:39.594778 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-34d8a823-4e98-4f87-a8c8-d8d62fd4d4e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b69499bb27b4acc8876e4f4e5517c42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6464524 May 10 11:24:39.606907 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37044) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:39.629462 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 1aa0b732-c6b4-44f7-8099-b96f69d77901 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:39.629860 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.741305 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.756702 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1de77b-ed8a-47f8-9ff0-ae00ba00cda0 req-9c50f222-8f44-489b-8269-967b9f63957a tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:39.758242 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7e1de77b-ed8a-47f8-9ff0-ae00ba00cda0 req-9c50f222-8f44-489b-8269-967b9f63957a tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 944 time: 0.7972970 May 10 11:24:39.758785 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f231fdd-45a1-4c50-8ff8-c28231d7c0b9 req-66676626-664b-43c3-a524-6d6e93017327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:39.760498 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5f231fdd-45a1-4c50-8ff8-c28231d7c0b9 req-66676626-664b-43c3-a524-6d6e93017327 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c22531b3ceed4485980c6ae6296b7e92&device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 1097 time: 0.7924573 May 10 11:24:39.800325 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'name': 'tempest-ServerRescueNegativeTestJSON-350277930-router', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:31Z', 'revision_number': 4, 'project_id': '63d6ee33a4424d58867cf66f38b94d68', 'gw_port': {'id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'd20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3', 'name': '', 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'mac_address': 'fa:16:3e:49:db:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '79871b72-bb32-422b-8cbf-d81f2f7d441c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:28Z', 'updated_at': '2021-05-10T11:24:32Z', 'revision_number': 2, 'project_id': '63d6ee33a4424d58867cf66f38b94d68', 'subnets': [{'id': '79871b72-bb32-422b-8cbf-d81f2f7d441c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:39.813102 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Checking router: 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:39.813467 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Updating router 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b port d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 binding host dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:24:39.898549 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4ec7bf2b-a274-4dba-ab4a-39c77e3fb744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.899837 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:39.904918 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:39.921559 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.929973 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4ec7bf2b-a274-4dba-ab4a-39c77e3fb744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:39.975492 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.044118 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0b6e287d-c27a-4f09-bd40-cef9055ecae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.083869 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0b6e287d-c27a-4f09-bd40-cef9055ecae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.235662 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-e9cb9612-c6a3-4154-b6b4-c2ed9b19e659 None None] Provisioning complete for port fbb5318d-e68f-45dc-88ca-9e479b3508d1 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:40.236328 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e9cb9612-c6a3-4154-b6b4-c2ed9b19e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.249165 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4ec7bf2b-a274-4dba-ab4a-39c77e3fb744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.298376 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7e1de77b-ed8a-47f8-9ff0-ae00ba00cda0 req-533aa0ce-148a-491a-a18b-f9dc919668d4 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698620 May 10 11:24:40.312876 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb9612-c6a3-4154-b6b4-c2ed9b19e659 None None] Port fbb5318d-e68f-45dc-88ca-9e479b3508d1 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:24:40.319065 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ad027770-f5c8-4cca-a103-88b859f525bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:40.364940 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7bf2b-a274-4dba-ab4a-39c77e3fb744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da933c0-bc65-4027-96df-7c21574f166c,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.373942 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4ec7bf2b-a274-4dba-ab4a-39c77e3fb744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:40.384601 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0b6e287d-c27a-4f09-bd40-cef9055ecae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.409199 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-135c26ed-c44a-470f-82f4-29b497672c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:40.424038 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.440061 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Transition to ACTIVE for port object d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:40.440596 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e287d-c27a-4f09-bd40-cef9055ecae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1283b60-85f5-46f8-a7b1-e3bf9cec3c72,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.444797 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0b6e287d-c27a-4f09-bd40-cef9055ecae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.448603 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0b6e287d-c27a-4f09-bd40-cef9055ecae8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1283b60-85f5-46f8-a7b1-e3bf9cec3c72 HTTP/1.1" status: 204 len: 168 time: 0.8339810 May 10 11:24:40.448603 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0b6e287d-c27a-4f09-bd40-cef9055ecae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:40.449743 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4ec7bf2b-a274-4dba-ab4a-39c77e3fb744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.451645 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.454012 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-4ec7bf2b-a274-4dba-ab4a-39c77e3fb744 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1da933c0-bc65-4027-96df-7c21574f166c HTTP/1.1" status: 204 len: 168 time: 1.1375570 May 10 11:24:40.458156 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7e85e0fd-1eff-4446-b8e5-2f9de971ad38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:40.519305 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.527641 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.537766 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:40.638749 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event updated for resources: {'Port': ['ID=a1fcba48-6493-4c23-81d2-15bf6a8b7f3a,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.657159 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:40.682169 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Router ae956036-fa2c-4d3e-999b-14027811c6fd has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:24:40.703244 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-dd7d5815-2f8e-4d10-8da4-677cd16aad88 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:40.704176 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-dd7d5815-2f8e-4d10-8da4-677cd16aad88 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Synchronizing usage tracker for tenant:63d6ee33a4424d58867cf66f38b94d68 on resource:network {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:40.807785 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Attempting to bind port d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:40.808151 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Attempting to bind port d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': 'aa1ac799-a049-47f1-bf99-e308d8022094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:40.808511 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Attempting to bind port d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 on network cef487f9-42ce-4632-b394-ab24d64ee08b {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:40.817958 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:40.818325 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Checking segment: {'id': 'aa1ac799-a049-47f1-bf99-e308d8022094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:40.818762 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.819197 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Bound using segment: {'id': 'aa1ac799-a049-47f1-bf99-e308d8022094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:40.819703 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Bound port: d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1ac799-a049-47f1-bf99-e308d8022094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:40.820094 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.862467 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f231fdd-45a1-4c50-8ff8-c28231d7c0b9 req-07bd9651-58eb-4b73-8ad0-68c27806a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:40.864041 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5f231fdd-45a1-4c50-8ff8-c28231d7c0b9 req-07bd9651-58eb-4b73-8ad0-68c27806a821 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c22531b3ceed4485980c6ae6296b7e92&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2538693 May 10 11:24:40.918405 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] For port d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:40.920729 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d4860-86db-48c2-af5a-bee8150abd98 None None] Pushing event updated for resources: {'Port': ['ID=d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:40.924739 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] For port d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3,segment=NetworkSegment(aa1ac799-a049-47f1-bf99-e308d8022094),segment_id=aa1ac799-a049-47f1-bf99-e308d8022094)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:40.925985 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2c7d4860-86db-48c2-af5a-bee8150abd98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:40.931204 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:40.939188 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8e17f507-b3f7-421e-8b26-c7bf3137658f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:40.941573 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-dd7d5815-2f8e-4d10-8da4-677cd16aad88 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Unset dirty status for tenant:63d6ee33a4424d58867cf66f38b94d68 on resource:network {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:40.943469 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-dd7d5815-2f8e-4d10-8da4-677cd16aad88 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/networks?id=cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 200 len: 818 time: 1.2316947 May 10 11:24:40.963160 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-f648b335-767a-40bc-aa60-730be46c38d2 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/quotas/63d6ee33a4424d58867cf66f38b94d68 HTTP/1.1" status: 200 len: 375 time: 0.0116959 May 10 11:24:41.018875 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d4860-86db-48c2-af5a-bee8150abd98 None None] Pushing event updated for resources: {'Port': ['ID=d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3,revision_number=4']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:41.023968 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2c7d4860-86db-48c2-af5a-bee8150abd98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:41.035751 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:24:41.042723 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Routers {'5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:41.043730 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] 10.222.0.13 "PUT /v2.0/routers/ae956036-fa2c-4d3e-999b-14027811c6fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0204287 May 10 11:24:41.046022 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Sync routers for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:24:41.053786 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:24:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:41.063077 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:41.063720 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:24:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:41.081221 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-b70d3d8e-9d8e-4530-9d0a-72552212594b tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Synchronizing usage tracker for tenant:63d6ee33a4424d58867cf66f38b94d68 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:41.097598 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.120248 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-b70d3d8e-9d8e-4530-9d0a-72552212594b tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Unset dirty status for tenant:63d6ee33a4424d58867cf66f38b94d68 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:41.122729 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-b70d3d8e-9d8e-4530-9d0a-72552212594b tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=63d6ee33a4424d58867cf66f38b94d68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1534510 May 10 11:24:41.177907 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:41.204752 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2134840 May 10 11:24:41.240760 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f231fdd-45a1-4c50-8ff8-c28231d7c0b9 req-1e607513-b879-4a31-9ed7-a9fbb7d4a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:41.240760 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5f231fdd-45a1-4c50-8ff8-c28231d7c0b9 req-1e607513-b879-4a31-9ed7-a9fbb7d4a9da service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3679938 May 10 11:24:41.345680 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] Set router 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:41.372985 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-42cb9fa2-9124-4d5b-b935-64c6920e842b service neutron] 10.222.0.13 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428820 May 10 11:24:41.452691 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-89b5fced-586c-46a9-9e3c-3e7b4bdc0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:41.454994 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-89b5fced-586c-46a9-9e3c-3e7b4bdc0f52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c22531b3ceed4485980c6ae6296b7e92&device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 1097 time: 0.1736810 May 10 11:24:41.542003 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:41.551886 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-31054d69-e8bc-47f7-a098-03b5188d313b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b134eace-ad14-4cfd-b3e2-949ef0bd76ca HTTP/1.1" status: 200 len: 217 time: 0.0859234 May 10 11:24:41.628636 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-3851e6c3-94f3-4985-9088-79fba0f760a5 service neutron] 10.222.0.13 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492208 May 10 11:24:41.701057 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2c73-f23d-44eb-afdb-c7b4fd565782 req-3b908ede-9213-442c-824f-e16c057abe5e tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:41.705048 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-9e806d0f-930d-47a3-a25f-73128b57bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:41.710124 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-9e806d0f-930d-47a3-a25f-73128b57bee1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ba7747b-777e-460b-8817-60ad678a2419 HTTP/1.1" status: 200 len: 851 time: 0.1534419 May 10 11:24:41.714859 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-317b2c73-f23d-44eb-afdb-c7b4fd565782 req-3b908ede-9213-442c-824f-e16c057abe5e tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 944 time: 0.2162664 May 10 11:24:41.775143 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-a3d08df3-2815-4d29-828c-3965138f2efe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575392 May 10 11:24:41.820364 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-317b2c73-f23d-44eb-afdb-c7b4fd565782 req-95738b2f-8914-46c0-8339-5ab58a23275b tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882525 May 10 11:24:41.854813 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 37116) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:41.994256 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37128) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:41.996276 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-4fe5961e-47fd-486f-b43d-091232094743 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10b27e58ce0c46849b8350ebc6f5b33c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1399889 May 10 11:24:42.090698 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 2, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:42.096783 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37138) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:42.102032 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Checking router: ae956036-fa2c-4d3e-999b-14027811c6fd for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:24:42.103742 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0a866a92-6aac-4532-b0c7-79ad6c527d23 req-4ceb2a50-0951-43b1-9813-d268f0df2169 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 210 time: 0.1063187 May 10 11:24:42.110749 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-9437c5e2-458c-4660-a109-098961d8d72d service neutron] 10.222.0.30 "GET /v2.0/networks/65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291070 May 10 11:24:42.117319 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Updating router ae956036-fa2c-4d3e-999b-14027811c6fd port fbb5318d-e68f-45dc-88ca-9e479b3508d1 binding host dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:24:42.167252 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f6798cfd-68ae-4706-a50b-1a6a0f7bb8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.186193 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'name': 'tempest-ServerRescueNegativeTestJSON-350277930-router', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:31Z', 'revision_number': 4, 'project_id': '63d6ee33a4424d58867cf66f38b94d68', 'gw_port': {'id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'd20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3', 'name': '', 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'mac_address': 'fa:16:3e:49:db:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '79871b72-bb32-422b-8cbf-d81f2f7d441c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:28Z', 'updated_at': '2021-05-10T11:24:40Z', 'revision_number': 4, 'project_id': '63d6ee33a4424d58867cf66f38b94d68', 'subnets': [{'id': '79871b72-bb32-422b-8cbf-d81f2f7d441c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:42.202986 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f239595-4a0a-488b-855a-eb6ae543e5b0 None None] The sync data for ids ['5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'] in dv-cinder-784956-5-iscsi is: [{'id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'name': 'tempest-ServerRescueNegativeTestJSON-350277930-router', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:31Z', 'revision_number': 4, 'project_id': '63d6ee33a4424d58867cf66f38b94d68', 'gw_port': {'id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'd20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3', 'name': '', 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'mac_address': 'fa:16:3e:49:db:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '79871b72-bb32-422b-8cbf-d81f2f7d441c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:28Z', 'updated_at': '2021-05-10T11:24:40Z', 'revision_number': 4, 'project_id': '63d6ee33a4424d58867cf66f38b94d68', 'subnets': [{'id': '79871b72-bb32-422b-8cbf-d81f2f7d441c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:42.345640 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f6798cfd-68ae-4706-a50b-1a6a0f7bb8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.376444 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.463569 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-69ef6887-6bd8-4e18-bc19-b2effb2adf78 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Synchronizing usage tracker for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:security_group {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:42.478572 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7767038f-0a97-4e22-9af2-31fa8e7b4602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.501659 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-69ef6887-6bd8-4e18-bc19-b2effb2adf78 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Unset dirty status for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:security_group {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:42.504850 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-69ef6887-6bd8-4e18-bc19-b2effb2adf78 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1529558540&fields=id&tenant_id=e0b8b57c604344f7b02ff5868bbe1e76 HTTP/1.1" status: 200 len: 267 time: 0.1723518 May 10 11:24:42.513440 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-47eafb17-8b1d-4f66-a296-7d25f8cd368d req-c8e06c8f-7a61-4817-84fb-4bbcf19b161d service neutron] 10.222.0.30 "GET /v2.0/networks/65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956490 May 10 11:24:42.523473 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7767038f-0a97-4e22-9af2-31fa8e7b4602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:42.528925 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7767038f-0a97-4e22-9af2-31fa8e7b4602 admin admin] Usage tracker for resource:security_group_rule and tenant:e38b8c6d071e4cdb8d3038ca0734cd38 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:42.537955 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7767038f-0a97-4e22-9af2-31fa8e7b4602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:42.558237 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7767038f-0a97-4e22-9af2-31fa8e7b4602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:42.569463 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f6798cfd-68ae-4706-a50b-1a6a0f7bb8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.580899 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1c7981ea-4b47-454f-be41-f2238fb451c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:42.632248 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6798cfd-68ae-4706-a50b-1a6a0f7bb8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75c84ec-56d1-4d93-9a65-fa4d54baaebc,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:42.661869 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:24:42.665529 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f6798cfd-68ae-4706-a50b-1a6a0f7bb8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:42.709267 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f6798cfd-68ae-4706-a50b-1a6a0f7bb8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.710375 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f6798cfd-68ae-4706-a50b-1a6a0f7bb8b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b75c84ec-56d1-4d93-9a65-fa4d54baaebc HTTP/1.1" status: 204 len: 168 time: 0.7152245 May 10 11:24:42.907169 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-e335a92c-e2ca-4c05-9baa-006bf17bb0a7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:42.911651 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-e335a92c-e2ca-4c05-9baa-006bf17bb0a7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Synchronizing usage tracker for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:network {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:42.924674 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7767038f-0a97-4e22-9af2-31fa8e7b4602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.930303 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7767038f-0a97-4e22-9af2-31fa8e7b4602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:42.953260 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-e335a92c-e2ca-4c05-9baa-006bf17bb0a7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Unset dirty status for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:network {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:42.960280 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-e335a92c-e2ca-4c05-9baa-006bf17bb0a7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/networks?id=367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 200 len: 811 time: 0.4443941 May 10 11:24:42.973329 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0b6e287d-c27a-4f09-bd40-cef9055ecae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:42.991207 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f73a4083-e648-4418-8a65-4de0938994ef tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/quotas/e0b8b57c604344f7b02ff5868bbe1e76 HTTP/1.1" status: 200 len: 375 time: 0.0283620 May 10 11:24:43.098200 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767038f-0a97-4e22-9af2-31fa8e7b4602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df8bc98-f0b9-4457-a67e-72cc39a5abaa,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:43.105937 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7767038f-0a97-4e22-9af2-31fa8e7b4602 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e38b8c6d071e4cdb8d3038ca0734cd38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0038188 May 10 11:24:43.105937 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7767038f-0a97-4e22-9af2-31fa8e7b4602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:43.106186 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37188) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:43.109676 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-21024580-295c-4486-b3da-260e23973681 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1148248 May 10 11:24:43.260307 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1a654d75-5105-429d-b007-6eaefa732e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.311672 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d7aca905-2bab-42f7-9d0e-a30872eb7996 service neutron] 10.222.0.13 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847532 May 10 11:24:43.331477 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1a654d75-5105-429d-b007-6eaefa732e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.402952 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.424579 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Transition to ACTIVE for port object fbb5318d-e68f-45dc-88ca-9e479b3508d1 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:43.440257 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.444265 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:43.471792 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1a654d75-5105-429d-b007-6eaefa732e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.494480 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f6798cfd-68ae-4706-a50b-1a6a0f7bb8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:43.535523 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a654d75-5105-429d-b007-6eaefa732e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df8bc98-f0b9-4457-a67e-72cc39a5abaa,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:43.560680 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1a654d75-5105-429d-b007-6eaefa732e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:43.563070 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1a654d75-5105-429d-b007-6eaefa732e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.564928 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-1a654d75-5105-429d-b007-6eaefa732e62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3df8bc98-f0b9-4457-a67e-72cc39a5abaa HTTP/1.1" status: 204 len: 168 time: 0.4578307 May 10 11:24:43.603520 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:43.611009 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-fb356cbf-a283-4df0-b8e2-5ca8379cb454 service neutron] 10.222.0.13 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982488 May 10 11:24:43.771100 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37206) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:43.777062 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--938023228', 'description': 'tempest-description--2051784321'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:43.801713 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:43.809946 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Usage tracker for resource:security_group and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:43.813958 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:43.839990 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:43.895052 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:43.977458 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:43.994180 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Usage tracker for resource:security_group_rule and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:44.009035 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:44.028657 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:44.140478 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4538e70-db52-47fa-8bcb-8972729d39e6 None None] Pushing event updated for resources: {'Port': ['ID=fbb5318d-e68f-45dc-88ca-9e479b3508d1,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:44.185268 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a4538e70-db52-47fa-8bcb-8972729d39e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:44.276279 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.281424 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.297365 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:44.329653 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:44.354920 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:44.355546 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.356450 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b70713-d2e3-458e-b898-3f404b630869,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:44.359142 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.363344 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5912287 May 10 11:24:44.363970 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37240) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:44.364878 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:44.370479 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-78b3b766-f12c-450e-936d-9fab42c6511f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Request body: {'security_group_rule': {'security_group_id': 'b5b70713-d2e3-458e-b898-3f404b630869', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:44.377154 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-78b3b766-f12c-450e-936d-9fab42c6511f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:44.385222 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-78b3b766-f12c-450e-936d-9fab42c6511f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Usage tracker for resource:security_group_rule and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:44.389133 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-78b3b766-f12c-450e-936d-9fab42c6511f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:44.405667 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-78b3b766-f12c-450e-936d-9fab42c6511f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:44.443351 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.447191 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-78b3b766-f12c-450e-936d-9fab42c6511f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.457060 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Attempting to bind port fbb5318d-e68f-45dc-88ca-9e479b3508d1 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:44.457796 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Attempting to bind port fbb5318d-e68f-45dc-88ca-9e479b3508d1 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:44.458755 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Attempting to bind port fbb5318d-e68f-45dc-88ca-9e479b3508d1 on network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:44.469378 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:44.470253 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Checking segment: {'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:44.470660 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.471047 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Bound using segment: {'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:44.471929 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Bound port: fbb5318d-e68f-45dc-88ca-9e479b3508d1, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:44.472359 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.606801 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-dfd33ccb-c80c-4ae9-8543-30e02fe5d68f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:44.618428 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-dfd33ccb-c80c-4ae9-8543-30e02fe5d68f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/networks?id=cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 200 len: 818 time: 0.6124041 May 10 11:24:44.631300 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-78b3b766-f12c-450e-936d-9fab42c6511f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.637600 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-78b3b766-f12c-450e-936d-9fab42c6511f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.640829 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-51fc1624-ab2d-4441-b5a1-dd5f959e3f09 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:44.667752 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-6b68a50b-2e5b-4498-9fcf-961061bea656 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/quotas/63d6ee33a4424d58867cf66f38b94d68 HTTP/1.1" status: 200 len: 375 time: 0.0482028 May 10 11:24:44.698224 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.715159 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3b766-f12c-450e-936d-9fab42c6511f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be67855-9d0b-4a8f-8fb5-582e38f666a7,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:44.731831 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-78b3b766-f12c-450e-936d-9fab42c6511f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:44.738612 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-78b3b766-f12c-450e-936d-9fab42c6511f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.745207 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-78b3b766-f12c-450e-936d-9fab42c6511f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3792064 May 10 11:24:44.777614 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 37248) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:44.787203 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] For port fbb5318d-e68f-45dc-88ca-9e479b3508d1, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:44.793090 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] For port fbb5318d-e68f-45dc-88ca-9e479b3508d1, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=fbb5318d-e68f-45dc-88ca-9e479b3508d1,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:44.798412 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3,segment=NetworkSegment(aa1ac799-a049-47f1-bf99-e308d8022094),segment_id=aa1ac799-a049-47f1-bf99-e308d8022094)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:44.801007 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.807734 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:44.939997 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4538e70-db52-47fa-8bcb-8972729d39e6 None None] Pushing event updated for resources: {'Port': ['ID=fbb5318d-e68f-45dc-88ca-9e479b3508d1,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:44.943071 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:44.947932 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a4538e70-db52-47fa-8bcb-8972729d39e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:44.948632 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a4538e70-db52-47fa-8bcb-8972729d39e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:45.030103 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:24:45.031070 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:24:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:45.066386 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-37217665-821f-4244-a088-ab5254032e65 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Request body: {'security_group_rule': {'security_group_id': 'b5b70713-d2e3-458e-b898-3f404b630869', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:45.090274 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-37217665-821f-4244-a088-ab5254032e65 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:45.118174 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-37217665-821f-4244-a088-ab5254032e65 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Usage tracker for resource:security_group_rule and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:45.135274 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-37217665-821f-4244-a088-ab5254032e65 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:45.146805 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-37217665-821f-4244-a088-ab5254032e65 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:45.229070 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-b4e55cc0-a317-4ab1-9b48-b0066f3c33e5 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:45.239009 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-b4e55cc0-a317-4ab1-9b48-b0066f3c33e5 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.30 "GET /v2.0/networks?id=cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 200 len: 818 time: 0.5134540 May 10 11:24:45.250965 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Request body: {'port': {'device_id': 'da259275-d576-42e7-b6a4-36b8be0d29d7', 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b', 'admin_state_up': True, 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:45.257974 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050798dd-53ae-4525-a87a-050634c31a42 req-21f4c98f-1ae8-4020-8a2b-18968cde0fd5 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:45.271161 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-050798dd-53ae-4525-a87a-050634c31a42 req-21f4c98f-1ae8-4020-8a2b-18968cde0fd5 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 944 time: 0.8523638 May 10 11:24:45.318186 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-37217665-821f-4244-a088-ab5254032e65 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.467954 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:45.480453 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:45.509617 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-37217665-821f-4244-a088-ab5254032e65 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.530145 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-2e996fef-a055-4bbc-a090-c22613b729df tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=63d6ee33a4424d58867cf66f38b94d68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8614547 May 10 11:24:45.535782 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37276) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:45.538038 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-37217665-821f-4244-a088-ab5254032e65 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.553552 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:45.573266 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37217665-821f-4244-a088-ab5254032e65 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d1f039-ea03-4ae5-a7b4-a4f51328b682,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:45.578002 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-37217665-821f-4244-a088-ab5254032e65 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:45.584929 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:24:45.590007 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:45.596180 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-050798dd-53ae-4525-a87a-050634c31a42 req-8758de55-1d49-4bd1-9378-9195e511e32f tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241725 May 10 11:24:45.616462 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:45.620783 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-37217665-821f-4244-a088-ab5254032e65 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.623526 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-37217665-821f-4244-a088-ab5254032e65 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8394186 May 10 11:24:45.627000 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 37284) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:45.644296 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Request body: {'floatingip': {'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:45.645998 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Made reservation on behalf of 63d6ee33a4424d58867cf66f38b94d68 for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:45.652449 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.658235 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:45.666181 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Usage tracker for resource:floatingip and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:45.672575 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:45.687210 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:45.707471 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:45.908931 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.30', 52170) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:45.999823 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7d22969a-d1cd-4549-b910-39e4206a4c1f req-f00d18a6-e8dd-4c08-9d62-927158461d2f tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 210 time: 0.1497991 May 10 11:24:46.122935 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Allocated IP 172.20.0.7 (cef487f9-42ce-4632-b394-ab24d64ee08b/79871b72-bb32-422b-8cbf-d81f2f7d441c/26c20e1d-1fef-42cf-8eaf-8f70dd84d370) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:46.160844 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.167889 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:44Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:24:46.178586 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13050e-b780-4a41-9fd1-4b17e3f101e6 None None] The sync data for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi is: [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:44Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:24:46.401803 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Allocated IP 172.27.3.156 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/08f08c46-0130-444a-8f61-2f903dcf2d16) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:46.441203 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b894c0b4-7479-4ba6-a220-484cdd9194cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.451715 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b134eace-ad14-4cfd-b3e2-949ef0bd76ca details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:24:46.514129 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b894c0b4-7479-4ba6-a220-484cdd9194cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:46.526714 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-840a92c6-d6b2-4f3e-bba5-9fa64509aa84 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:46.528428 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-840a92c6-d6b2-4f3e-bba5-9fa64509aa84 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.30 "GET /v2.0/networks?id=367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 200 len: 811 time: 0.6146457 May 10 11:24:46.533530 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b894c0b4-7479-4ba6-a220-484cdd9194cb admin admin] Usage tracker for resource:security_group_rule and tenant:aada159525a449fcb3ae9e43ab1e580b is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:46.540368 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b894c0b4-7479-4ba6-a220-484cdd9194cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:46.562001 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b894c0b4-7479-4ba6-a220-484cdd9194cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:46.687534 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.722422 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f324627a-4f9a-4682-aab7-5f0a5c0e0aaf tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Synchronizing usage tracker for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:security_group {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:46.741314 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-add1bf46-5f22-4fce-86a3-7123b336a732 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:24:46.750061 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-add1bf46-5f22-4fce-86a3-7123b336a732 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6587102 May 10 11:24:46.758966 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b134eace-ad14-4cfd-b3e2-949ef0bd76ca, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b134eace-ad14-4cfd-b3e2-949ef0bd76ca,segment=NetworkSegment(dee9ae70-9633-46e6-96bc-1f8a4e669b97),segment_id=dee9ae70-9633-46e6-96bc-1f8a4e669b97)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:46.795050 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.804597 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'b134eace-ad14-4cfd-b3e2-949ef0bd76ca', 'network_id': '65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb', 'port_id': 'b134eace-ad14-4cfd-b3e2-949ef0bd76ca', 'mac_address': 'fa:16:3e:a5:08:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba7747b-777e-460b-8817-60ad678a2419', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:24:46.830323 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f324627a-4f9a-4682-aab7-5f0a5c0e0aaf tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Unset dirty status for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:security_group {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:46.831650 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f324627a-4f9a-4682-aab7-5f0a5c0e0aaf tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0b8b57c604344f7b02ff5868bbe1e76 HTTP/1.1" status: 200 len: 380 time: 0.2924564 May 10 11:24:46.846099 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Request body: {'port': {'device_id': '97cff7ae-2b8c-46f1-873b-5d11b40b9025', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'admin_state_up': True, 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'security_groups': ['c1e65217-c0cb-4881-b2eb-aed09a274abc']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:46.922339 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:46.963237 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b134eace-ad14-4cfd-b3e2-949ef0bd76ca {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:47.009724 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b894c0b4-7479-4ba6-a220-484cdd9194cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.016441 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b134eace-ad14-4cfd-b3e2-949ef0bd76ca, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b134eace-ad14-4cfd-b3e2-949ef0bd76ca,segment=NetworkSegment(dee9ae70-9633-46e6-96bc-1f8a4e669b97),segment_id=dee9ae70-9633-46e6-96bc-1f8a4e669b97)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:47.025322 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.030392 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b894c0b4-7479-4ba6-a220-484cdd9194cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.032214 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6940f89a-7055-4423-89d5-22e08d88c23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:47.043128 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.051386 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:47.055969 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.083342 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:47.129949 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Network cef487f9-42ce-4632-b394-ab24d64ee08b is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:47.130871 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894c0b4-7479-4ba6-a220-484cdd9194cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6729808-6ca7-4823-b6a9-e35fd639ca9d,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:47.140389 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b894c0b4-7479-4ba6-a220-484cdd9194cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:47.141247 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:47.143354 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:47.165175 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b134eace-ad14-4cfd-b3e2-949ef0bd76ca,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:47.169513 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:47.188191 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:47.225027 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:47.234884 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b894c0b4-7479-4ba6-a220-484cdd9194cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aada159525a449fcb3ae9e43ab1e580b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6830394 May 10 11:24:47.241056 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37334) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:47.253537 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Usage tracker for resource:port and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:47.261113 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:47.284535 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:47.294423 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:47.324165 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:47.332233 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Pushing event updated for resources: {'Port': ['ID=26c20e1d-1fef-42cf-8eaf-8f70dd84d370,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:47.345100 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:47.349215 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:47.360371 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Made reservation on behalf of e0b8b57c604344f7b02ff5868bbe1e76 for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:47.363802 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.368285 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['b134eace-ad14-4cfd-b3e2-949ef0bd76ca'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:24:47.385287 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:47.385861 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.422378 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event updated for resources: {'Port': ['ID=08f08c46-0130-444a-8f61-2f903dcf2d16,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:47.564242 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:47.570704 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4f29b9bd-351f-4a33-9e91-203517c8156a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.574235 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-331a1bdb-3f06-4322-8808-2c539418d155 service neutron] 10.222.0.13 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167725 May 10 11:24:47.653123 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device fbb5318d-e68f-45dc-88ca-9e479b3508d1 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:47.660739 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4136441 May 10 11:24:47.698800 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c735a-f76e-4662-b860-e1dbd6716804 req-ead9acaa-8275-446f-9807-209e2e1650e2 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:47.700752 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1b6c735a-f76e-4662-b860-e1dbd6716804 req-ead9acaa-8275-446f-9807-209e2e1650e2 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 944 time: 0.8896189 May 10 11:24:47.719945 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Request body: {'port': {'device_id': 'da259275-d576-42e7-b6a4-36b8be0d29d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:47.804275 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4f29b9bd-351f-4a33-9e91-203517c8156a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.902858 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:47.917330 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port fbb5318d-e68f-45dc-88ca-9e479b3508d1 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:47.933986 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port fbb5318d-e68f-45dc-88ca-9e479b3508d1 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:47.935258 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.074221 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1b6c735a-f76e-4662-b860-e1dbd6716804 req-fb4779bc-4125-4f29-8efa-86af6e8fddfa tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608550 May 10 11:24:48.087497 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Allocated IP 172.20.0.7 (367daadb-7975-4d87-914f-7685d11912a0/097652b3-55a3-410a-a095-41743a687aac/b988f7cc-a812-42b0-8d6d-204700084bfd) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:48.148360 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.185559 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.281717 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port fbb5318d-e68f-45dc-88ca-9e479b3508d1, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=fbb5318d-e68f-45dc-88ca-9e479b3508d1,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:48.288213 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.289438 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:48.368420 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8d65c5c8-3a1c-49ee-8c4f-bbcbb5b2d70b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:48.467344 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-2c74e45e-4f36-45fb-a075-92f9a8ee6fb2 service neutron] 10.222.0.13 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8581009 May 10 11:24:48.517123 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.564177 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ffeac5a3-4db9-485f-962a-871ac5e50efc req-c8389d53-d8b8-478b-80da-8112c6678f2a tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 210 time: 0.2153730 May 10 11:24:48.591028 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4f29b9bd-351f-4a33-9e91-203517c8156a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.603600 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:48.630436 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29b9bd-351f-4a33-9e91-203517c8156a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6729808-6ca7-4823-b6a9-e35fd639ca9d,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:48.638099 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4f29b9bd-351f-4a33-9e91-203517c8156a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:48.659352 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=fbb5318d-e68f-45dc-88ca-9e479b3508d1,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:48.685160 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4f29b9bd-351f-4a33-9e91-203517c8156a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.686138 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-4f29b9bd-351f-4a33-9e91-203517c8156a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6729808-6ca7-4823-b6a9-e35fd639ca9d HTTP/1.1" status: 204 len: 168 time: 1.4343915 May 10 11:24:48.705499 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:48.731515 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.770608 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Transition to ACTIVE for port object b988f7cc-a812-42b0-8d6d-204700084bfd will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:48.778917 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:48.781277 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.831520 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.842627 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.861947 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a63bb909-dfea-42d7-942b-0dcf3c9a562c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:48.975929 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37392) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:48.980418 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:48.984384 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:49.019649 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1e7877cc-24a5-46cc-9b68-0dca5f9bc41c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:49.073265 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:49.076202 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4475257 May 10 11:24:49.193790 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47c9864a-6fb9-44ae-9859-5f83d97a29eb req-044de5ca-2d08-4d16-8a2d-6efa08ad7175 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 210 time: 0.1277053 May 10 11:24:49.226023 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event updated for resources: {'Port': ['ID=08f08c46-0130-444a-8f61-2f903dcf2d16,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:49.227207 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Network 367daadb-7975-4d87-914f-7685d11912a0 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:49.233191 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:49.237536 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:49.250538 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:49.255181 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:49.309167 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:49.317139 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event updated for resources: {'Port': ['ID=b988f7cc-a812-42b0-8d6d-204700084bfd,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:49.322176 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:49.349574 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Transition to ACTIVE for port object 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:49.373615 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:49.404526 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:49.512489 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device fbb5318d-e68f-45dc-88ca-9e479b3508d1 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:49.674429 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:49.674932 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:49.738728 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-c837cd11-a19c-43ca-80a7-7f890cd59c4e None None] Provisioning for port b988f7cc-a812-42b0-8d6d-204700084bfd completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:49.788934 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-c837cd11-a19c-43ca-80a7-7f890cd59c4e None None] Provisioning complete for port b988f7cc-a812-42b0-8d6d-204700084bfd triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:49.797334 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c837cd11-a19c-43ca-80a7-7f890cd59c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:49.904072 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0648477 May 10 11:24:49.930786 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port fbb5318d-e68f-45dc-88ca-9e479b3508d1 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:49.931172 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:49.991435 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Request body: {'port': {'device_id': '97cff7ae-2b8c-46f1-873b-5d11b40b9025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:50.023505 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14be2989-210f-4d0e-befe-8d19da6e6253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.045092 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 37442) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:50.055954 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Pushing event updated for resources: {'Port': ['ID=26c20e1d-1fef-42cf-8eaf-8f70dd84d370,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:50.059899 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:50.068985 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-c837cd11-a19c-43ca-80a7-7f890cd59c4e None None] Port b988f7cc-a812-42b0-8d6d-204700084bfd cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:24:50.077109 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-14be2989-210f-4d0e-befe-8d19da6e6253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:50.091937 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-14be2989-210f-4d0e-befe-8d19da6e6253 admin admin] Usage tracker for resource:security_group_rule and tenant:5b9a4f9141724781a3ecc7b633ff79a4 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:50.100510 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-14be2989-210f-4d0e-befe-8d19da6e6253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:50.115332 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e0e1f553-df27-4528-b70c-981406f7f3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.116760 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-14be2989-210f-4d0e-befe-8d19da6e6253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:50.141268 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Attempting to bind port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:50.141779 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Attempting to bind port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'aa1ac799-a049-47f1-bf99-e308d8022094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:50.142275 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Attempting to bind port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 on network cef487f9-42ce-4632-b394-ab24d64ee08b {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:50.174329 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486183-957a-4955-82a2-a5721a169f59 req-bb9d0b77-12bd-4cc9-868f-daf21f5c608b tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:50.176565 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a0486183-957a-4955-82a2-a5721a169f59 req-bb9d0b77-12bd-4cc9-868f-daf21f5c608b tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 945 time: 0.6733522 May 10 11:24:50.177919 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-e0e1f553-df27-4528-b70c-981406f7f3c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:50.188265 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-e0e1f553-df27-4528-b70c-981406f7f3c2 admin admin] Usage tracker for resource:security_group_rule and tenant:8af3aaf6fcd3464a88a6bb10c79d71c2 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:50.189904 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 on network cef487f9-42ce-4632-b394-ab24d64ee08b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:50.190409 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Attempting to bind port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 on network cef487f9-42ce-4632-b394-ab24d64ee08b {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:50.193528 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-e0e1f553-df27-4528-b70c-981406f7f3c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:50.205738 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:50.206383 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Checking segment: {'id': 'aa1ac799-a049-47f1-bf99-e308d8022094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:50.206971 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Bound using segment: {'id': 'aa1ac799-a049-47f1-bf99-e308d8022094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:50.207626 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Bound port: 26c20e1d-1fef-42cf-8eaf-8f70dd84d370, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1ac799-a049-47f1-bf99-e308d8022094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:50.208184 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.249315 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-e0e1f553-df27-4528-b70c-981406f7f3c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:50.306562 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5e36f-4710-47ab-8e79-9d69e451cd40 req-c6f9bbb2-a259-4ae6-bc43-26a60ab59bb7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:50.308056 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a0a5e36f-4710-47ab-8e79-9d69e451cd40 req-c6f9bbb2-a259-4ae6-bc43-26a60ab59bb7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 931 time: 0.4208965 May 10 11:24:50.325519 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.341490 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a0486183-957a-4955-82a2-a5721a169f59 req-3620efad-e1e8-4379-a58c-66d6a22283fd tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382656 May 10 11:24:50.379411 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] For port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370, host hv-cinder-78495, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:50.448490 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] For port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=26c20e1d-1fef-42cf-8eaf-8f70dd84d370,segment=NetworkSegment(aa1ac799-a049-47f1-bf99-e308d8022094),segment_id=aa1ac799-a049-47f1-bf99-e308d8022094)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:50.458208 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b134eace-ad14-4cfd-b3e2-949ef0bd76ca up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:50.461620 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.485529 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-edff0d23-a031-4cd0-b486-cd8b4a900b4e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:50.489015 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a0a5e36f-4710-47ab-8e79-9d69e451cd40 req-225f1b95-490b-480e-b838-9668b673ecb5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542132 May 10 11:24:50.599416 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port b134eace-ad14-4cfd-b3e2-949ef0bd76ca completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:50.609462 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port b134eace-ad14-4cfd-b3e2-949ef0bd76ca triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:50.610764 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.625881 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-8116b412-bd89-4863-8c81-0674714b2cfb req-f33e3bdc-5e91-441f-9390-bb8da6c864c8 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Synchronizing usage tracker for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:security_group {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:50.683529 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:50.684137 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.685563 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] 10.222.0.30 "PUT /v2.0/ports/26c20e1d-1fef-42cf-8eaf-8f70dd84d370 HTTP/1.1" status: 200 len: 1093 time: 2.9832599 May 10 11:24:50.693310 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da259275-d576-42e7-b6a4-36b8be0d29d7', 'tag': '26c20e1d-1fef-42cf-8eaf-8f70dd84d370'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:50.706476 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-8116b412-bd89-4863-8c81-0674714b2cfb req-f33e3bdc-5e91-441f-9390-bb8da6c864c8 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Unset dirty status for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:security_group {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:50.719869 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-f33e3bdc-5e91-441f-9390-bb8da6c864c8 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--938023228&fields=id&tenant_id=1b70fd3b3ac4462e870e5172331d2ddb HTTP/1.1" status: 200 len: 267 time: 0.2275398 May 10 11:24:50.737940 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14be2989-210f-4d0e-befe-8d19da6e6253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.802659 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-14be2989-210f-4d0e-befe-8d19da6e6253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.803444 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Pushing event updated for resources: {'Port': ['ID=26c20e1d-1fef-42cf-8eaf-8f70dd84d370,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:50.807198 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:50.826607 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.827400 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f39dd39e-e405-49cb-8967-c9d3f07d7c85 req-ccd74235-e06f-48ae-a4fd-176c7e48d035 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 210 time: 0.1034830 May 10 11:24:50.873466 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c48f73e-2133-4282-aa33-efac250daf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b134eace-ad14-4cfd-b3e2-949ef0bd76ca'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:50.880554 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7767038f-0a97-4e22-9af2-31fa8e7b4602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:50.931777 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e0e1f553-df27-4528-b70c-981406f7f3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.941836 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be2989-210f-4d0e-befe-8d19da6e6253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55a3dc4-d3fc-4686-8388-e91e88296d9a,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:50.944756 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e0e1f553-df27-4528-b70c-981406f7f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:50.945765 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-14be2989-210f-4d0e-befe-8d19da6e6253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:50.953016 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-14be2989-210f-4d0e-befe-8d19da6e6253 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b9a4f9141724781a3ecc7b633ff79a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9739399 May 10 11:24:50.956130 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37490) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:50.987610 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37496) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:51.010878 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:51.029317 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37506) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:51.029834 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-e0e1f553-df27-4528-b70c-981406f7f3c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8af3aaf6fcd3464a88a6bb10c79d71c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9763091 May 10 11:24:51.048291 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b134eace-ad14-4cfd-b3e2-949ef0bd76ca, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b134eace-ad14-4cfd-b3e2-949ef0bd76ca,segment=NetworkSegment(dee9ae70-9633-46e6-96bc-1f8a4e669b97),segment_id=dee9ae70-9633-46e6-96bc-1f8a4e669b97)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:51.051167 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.30', 52175) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:51.058910 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.061875 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:51.066579 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da259275-d576-42e7-b6a4-36b8be0d29d7', 'tag': '26c20e1d-1fef-42cf-8eaf-8f70dd84d370', 'status': 'completed', 'code': 200} May 10 11:24:51.186740 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b134eace-ad14-4cfd-b3e2-949ef0bd76ca,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:51.194215 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-25e50092-8277-4ff8-ad5d-821ea8c8d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:51.196414 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-25e50092-8277-4ff8-ad5d-821ea8c8d493 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63d6ee33a4424d58867cf66f38b94d68&device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 1096 time: 0.4567509 May 10 11:24:51.199489 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:51.329873 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1f553-df27-4528-b70c-981406f7f3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2672167-e1b9-40e5-bf08-a3f3406069f5,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:51.333272 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e0e1f553-df27-4528-b70c-981406f7f3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:51.357479 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116b412-bd89-4863-8c81-0674714b2cfb req-23622657-da85-436c-a631-8737378ce230 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:51.358187 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-8116b412-bd89-4863-8c81-0674714b2cfb req-23622657-da85-436c-a631-8737378ce230 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Synchronizing usage tracker for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:network {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:51.375168 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.db.resource_extend [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:24:51.390081 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-2e895d0c-710e-4a72-a23c-96c4c4edaee3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26c20e1d-1fef-42cf-8eaf-8f70dd84d370 HTTP/1.1" status: 200 len: 217 time: 0.1758678 May 10 11:24:51.403338 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-92658bdc-e53e-4550-9478-682164768413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.404612 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-8116b412-bd89-4863-8c81-0674714b2cfb req-23622657-da85-436c-a631-8737378ce230 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Unset dirty status for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:network {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:51.411665 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-23622657-da85-436c-a631-8737378ce230 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/networks?id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 200 len: 816 time: 0.6906867 May 10 11:24:51.417268 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2f2b326b-bdbf-43af-8cc0-338f6b3f57ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.432562 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-5c0adafa-bc83-4552-a747-8cb550244ed1 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/quotas/1b70fd3b3ac4462e870e5172331d2ddb HTTP/1.1" status: 200 len: 375 time: 0.0198059 May 10 11:24:51.443538 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c48f73e-2133-4282-aa33-efac250daf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b134eace-ad14-4cfd-b3e2-949ef0bd76ca', 'code': 200} May 10 11:24:51.521617 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-43bf3376-37e0-4403-8ce9-3437c8c25901 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:51.523537 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-43bf3376-37e0-4403-8ce9-3437c8c25901 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.30 "GET /v2.0/networks?id=cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 200 len: 818 time: 0.4282494 May 10 11:24:51.568116 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Request body: {'port': {'device_id': '3d23a5b0-1a17-49fd-8aed-02fb4d651148', 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b', 'admin_state_up': True, 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:51.604867 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-92658bdc-e53e-4550-9478-682164768413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:51.620036 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bcbb14e6-51bb-4ab0-af7d-17ee42fca78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.627203 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-92658bdc-e53e-4550-9478-682164768413 admin admin] Usage tracker for resource:security_group_rule and tenant:94ec576bde984608a3145b8ccb29afc1 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:51.638409 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-92658bdc-e53e-4550-9478-682164768413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:51.663148 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2f2b326b-bdbf-43af-8cc0-338f6b3f57ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.675725 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-8116b412-bd89-4863-8c81-0674714b2cfb req-bbab89dd-75b4-4130-b8bf-f2d11d2d3b34 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Synchronizing usage tracker for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:51.676150 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-92658bdc-e53e-4550-9478-682164768413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:51.683807 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b988f7cc-a812-42b0-8d6d-204700084bfd {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:51.699062 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.30', 52178) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:51.709458 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-7dcc24e8-9cd7-4ae2-9a6d-a68b2f75f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:51.710927 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-7dcc24e8-9cd7-4ae2-9a6d-a68b2f75f101 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79871b72-bb32-422b-8cbf-d81f2f7d441c HTTP/1.1" status: 200 len: 858 time: 0.3088915 May 10 11:24:51.714676 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.777177 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-8116b412-bd89-4863-8c81-0674714b2cfb req-bbab89dd-75b4-4130-b8bf-f2d11d2d3b34 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Unset dirty status for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:51.778105 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-bbab89dd-75b4-4130-b8bf-f2d11d2d3b34 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3445933 May 10 11:24:51.799023 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bcbb14e6-51bb-4ab0-af7d-17ee42fca78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:51.853330 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-e6333721-a338-4dd2-8e39-6c81878c6565 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cef487f9-42ce-4632-b394-ab24d64ee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215489 May 10 11:24:51.890683 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:51.899004 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Usage tracker for resource:port and tenant:63d6ee33a4424d58867cf66f38b94d68 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:51.901315 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Transition to ACTIVE for port object b988f7cc-a812-42b0-8d6d-204700084bfd will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:51.903474 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:51.922201 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:51.932257 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a239fdd-e3ae-483c-a929-2c58e4e8ab20 req-6be6cc3c-9c03-4983-a77f-dbdd89f56b92 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:51.937238 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7a239fdd-e3ae-483c-a929-2c58e4e8ab20 req-6be6cc3c-9c03-4983-a77f-dbdd89f56b92 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 946 time: 0.2701030 May 10 11:24:51.981709 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.003301 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:52.016786 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Made reservation on behalf of 63d6ee33a4424d58867cf66f38b94d68 for: {'port': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:52.020787 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.056944 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7a239fdd-e3ae-483c-a929-2c58e4e8ab20 req-d63681ae-85c4-4f28-a824-8f9b5ff13d8e tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098382 May 10 11:24:52.065372 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-4d2aee7d-089a-48b9-b8f5-a0b197d92782 service neutron] 10.222.0.13 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669916 May 10 11:24:52.143768 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2f2b326b-bdbf-43af-8cc0-338f6b3f57ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.184529 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37566) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:52.236105 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b988f7cc-a812-42b0-8d6d-204700084bfd,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:52.279405 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:52.281880 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:52.288947 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bcbb14e6-51bb-4ab0-af7d-17ee42fca78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.324849 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc7a4b-7d97-4586-92b4-a2f4563861a3 req-fc82fc06-14c7-4ee7-8698-1dc15d7eb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:52.326328 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f2fc7a4b-7d97-4586-92b4-a2f4563861a3 req-fc82fc06-14c7-4ee7-8698-1dc15d7eb3d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 1099 time: 0.6139708 May 10 11:24:52.337691 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-42fba4b1-dbb5-4d4d-a78d-2ba3e5e316b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.370866 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b326b-bdbf-43af-8cc0-338f6b3f57ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55a3dc4-d3fc-4686-8388-e91e88296d9a,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:52.399374 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a536bd-b6d1-47ae-b7ff-b24a53648366 req-1e638d17-b3c5-4a82-97e6-467febcc40c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:52.402868 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2f2b326b-bdbf-43af-8cc0-338f6b3f57ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:52.406347 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-83a536bd-b6d1-47ae-b7ff-b24a53648366 req-1e638d17-b3c5-4a82-97e6-467febcc40c3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 943 time: 0.2185919 May 10 11:24:52.412046 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-756b50ba-a9f9-4aa5-b043-445394437513 service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378375 May 10 11:24:52.412485 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:52.452254 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-f2fc7a4b-7d97-4586-92b4-a2f4563861a3 req-4f3ae58c-2156-4b21-8011-89bfe9825f80 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.452768 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-cf330ef4-6a01-45d8-9493-234221e5cba1 service neutron] 10.222.0.13 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793859 May 10 11:24:52.460908 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2f2b326b-bdbf-43af-8cc0-338f6b3f57ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.464777 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2f2b326b-bdbf-43af-8cc0-338f6b3f57ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a55a3dc4-d3fc-4686-8388-e91e88296d9a HTTP/1.1" status: 204 len: 168 time: 1.5032139 May 10 11:24:52.508875 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-83a536bd-b6d1-47ae-b7ff-b24a53648366 req-ef09bf8a-a51b-4cb2-b816-0e1795a87596 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010022 May 10 11:24:52.545785 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-92658bdc-e53e-4550-9478-682164768413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.551499 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Allocated IP 172.20.0.11 (cef487f9-42ce-4632-b394-ab24d64ee08b/79871b72-bb32-422b-8cbf-d81f2f7d441c/c1e8f3c1-4bbc-4961-9199-d626fd44e8c4) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:52.566555 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0e99661d-68c5-493d-aba8-a7c858a08041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.606153 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb14e6-51bb-4ab0-af7d-17ee42fca78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2672167-e1b9-40e5-bf08-a3f3406069f5,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:52.609674 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bcbb14e6-51bb-4ab0-af7d-17ee42fca78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.610768 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-bcbb14e6-51bb-4ab0-af7d-17ee42fca78b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2672167-e1b9-40e5-bf08-a3f3406069f5 HTTP/1.1" status: 204 len: 168 time: 1.5739124 May 10 11:24:52.630921 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bcbb14e6-51bb-4ab0-af7d-17ee42fca78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:52.635168 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0e99661d-68c5-493d-aba8-a7c858a08041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:52.639992 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0e99661d-68c5-493d-aba8-a7c858a08041 admin admin] Usage tracker for resource:security_group_rule and tenant:f9ed5f8e08e94e21992bd7209e9069a5 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:52.643024 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0e99661d-68c5-493d-aba8-a7c858a08041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:52.648886 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0e99661d-68c5-493d-aba8-a7c858a08041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:52.665304 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-92658bdc-e53e-4550-9478-682164768413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.713612 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4ec7bf2b-a274-4dba-ab4a-39c77e3fb744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:52.739961 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-f2fc7a4b-7d97-4586-92b4-a2f4563861a3 req-4f3ae58c-2156-4b21-8011-89bfe9825f80 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:52.750305 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92658bdc-e53e-4550-9478-682164768413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc57381-4606-4a84-92f6-1199802a3462,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:52.769900 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-f2fc7a4b-7d97-4586-92b4-a2f4563861a3 req-4f3ae58c-2156-4b21-8011-89bfe9825f80 service neutron] Usage tracker for resource:security_group_rule and tenant:f8c19601815a4d409c87c5778635cd2f is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:52.773640 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-92658bdc-e53e-4550-9478-682164768413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:52.783450 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-f2fc7a4b-7d97-4586-92b4-a2f4563861a3 req-4f3ae58c-2156-4b21-8011-89bfe9825f80 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:52.792178 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-92658bdc-e53e-4550-9478-682164768413 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94ec576bde984608a3145b8ccb29afc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8020701 May 10 11:24:52.812354 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37582) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:52.823094 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-f2fc7a4b-7d97-4586-92b4-a2f4563861a3 req-4f3ae58c-2156-4b21-8011-89bfe9825f80 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:52.860173 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Attempting to bind port b988f7cc-a812-42b0-8d6d-204700084bfd on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:52.860501 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Attempting to bind port b988f7cc-a812-42b0-8d6d-204700084bfd by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:52.861031 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Attempting to bind port b988f7cc-a812-42b0-8d6d-204700084bfd on network 367daadb-7975-4d87-914f-7685d11912a0 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:52.898206 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Port b988f7cc-a812-42b0-8d6d-204700084bfd on network 367daadb-7975-4d87-914f-7685d11912a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:52.898494 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Attempting to bind port b988f7cc-a812-42b0-8d6d-204700084bfd on network 367daadb-7975-4d87-914f-7685d11912a0 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:52.924973 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9836e3e3-c0e8-437b-879e-e1e1a37865e9 req-b1cc5127-6238-4c9f-80bc-21075331d7bb service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800410 May 10 11:24:52.939399 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:52.940166 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Checking segment: {'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:52.941888 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Bound using segment: {'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:52.942576 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Bound port: b988f7cc-a812-42b0-8d6d-204700084bfd, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:52.943135 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:52.966693 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37590) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:53.056586 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-82898797-9724-46ff-9784-fc56ddc60786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.071511 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b8608466-9203-42f2-8627-0c74fa8a2e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.077676 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-73887df1-fd27-4466-934b-7705e0442531 req-4274d733-1784-4530-8709-e0408a9c25a8 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 210 time: 0.4474754 May 10 11:24:53.176238 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b8608466-9203-42f2-8627-0c74fa8a2e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:53.181957 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0e99661d-68c5-493d-aba8-a7c858a08041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.184254 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7c9af862-82df-4b38-ae45-aa3095dc2dd9 req-6bf600fc-2b6e-4ce6-8dca-46247cdec4eb tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 210 time: 0.1308031 May 10 11:24:53.195824 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-82898797-9724-46ff-9784-fc56ddc60786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.212610 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b8608466-9203-42f2-8627-0c74fa8a2e07 admin admin] Usage tracker for resource:security_group_rule and tenant:2b460e4ab6f24624bc2ce748643c7544 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:53.235812 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b8608466-9203-42f2-8627-0c74fa8a2e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:53.249345 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0e99661d-68c5-493d-aba8-a7c858a08041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.269256 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b8608466-9203-42f2-8627-0c74fa8a2e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:53.292808 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:53.327890 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.354700 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] For port b988f7cc-a812-42b0-8d6d-204700084bfd, host hv-cinder-78495, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:53.380264 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335519f-2164-4950-a0b1-2112d91e6f94 req-e49cedfa-5905-4370-951e-33cb82e6abe9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:53.381895 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5335519f-2164-4950-a0b1-2112d91e6f94 req-e49cedfa-5905-4370-951e-33cb82e6abe9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 946 time: 0.1280756 May 10 11:24:53.413666 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0e99661d-68c5-493d-aba8-a7c858a08041 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9ed5f8e08e94e21992bd7209e9069a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2203753 May 10 11:24:53.414762 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99661d-68c5-493d-aba8-a7c858a08041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5503898e-eeab-4257-b808-c024baea73cf,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:53.416856 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 37608) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:53.417780 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0e99661d-68c5-493d-aba8-a7c858a08041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:53.419724 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] For port b988f7cc-a812-42b0-8d6d-204700084bfd, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b988f7cc-a812-42b0-8d6d-204700084bfd,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:53.443553 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.465475 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:53.497450 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5335519f-2164-4950-a0b1-2112d91e6f94 req-16d36338-c5c5-4f0f-a3fa-513be8bf2bc2 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081383 May 10 11:24:53.518381 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.528118 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-f2fc7a4b-7d97-4586-92b4-a2f4563861a3 req-4f3ae58c-2156-4b21-8011-89bfe9825f80 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.531060 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d4e49e2c-6ade-4893-850d-2161e0cd2fda tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:53.575864 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6587aa1-62c7-47a0-9531-5770183dad33 req-3115dcb2-57f1-4c75-b3d1-9733ccdb92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:53.577298 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6587aa1-62c7-47a0-9531-5770183dad33 req-3115dcb2-57f1-4c75-b3d1-9733ccdb92cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63d6ee33a4424d58867cf66f38b94d68&device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 1096 time: 0.5829191 May 10 11:24:53.577846 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-f2fc7a4b-7d97-4586-92b4-a2f4563861a3 req-4f3ae58c-2156-4b21-8011-89bfe9825f80 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.599134 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-82898797-9724-46ff-9784-fc56ddc60786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.605088 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:53.606087 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.606982 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] 10.222.0.30 "PUT /v2.0/ports/b988f7cc-a812-42b0-8d6d-204700084bfd HTTP/1.1" status: 200 len: 1093 time: 3.6603312 May 10 11:24:53.636743 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cff7ae-2b8c-46f1-873b-5d11b40b9025', 'tag': 'b988f7cc-a812-42b0-8d6d-204700084bfd'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:53.720567 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Network cef487f9-42ce-4632-b394-ab24d64ee08b is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:53.726708 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:53.759465 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:53.765875 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:53.766485 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cff7ae-2b8c-46f1-873b-5d11b40b9025', 'tag': 'b988f7cc-a812-42b0-8d6d-204700084bfd', 'status': 'completed', 'code': 200} May 10 11:24:53.766619 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.769139 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f2fc7a4b-7d97-4586-92b4-a2f4563861a3 req-4f3ae58c-2156-4b21-8011-89bfe9825f80 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4104648 May 10 11:24:53.797867 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-33b3986c-1755-4354-990e-b790cf29e79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.799794 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Pushing event updated for resources: {'Port': ['ID=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:53.824151 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b988f7cc-a812-42b0-8d6d-204700084bfd,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:53.827363 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:53.830517 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:53.861644 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:53.897074 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3552413 May 10 11:24:53.908061 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-33b3986c-1755-4354-990e-b790cf29e79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.919313 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Request body: {'port': {'device_id': '3d23a5b0-1a17-49fd-8aed-02fb4d651148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:53.927601 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-82898797-9724-46ff-9784-fc56ddc60786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.931579 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-82898797-9724-46ff-9784-fc56ddc60786 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dc57381-4606-4a84-92f6-1199802a3462 HTTP/1.1" status: 204 len: 168 time: 1.1125636 May 10 11:24:53.949967 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b8608466-9203-42f2-8627-0c74fa8a2e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.951267 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ae58c-2156-4b21-8011-89bfe9825f80 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bacf85a9-ddbf-4571-bf3d-18d0e90e9ccf,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:53.969213 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82898797-9724-46ff-9784-fc56ddc60786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc57381-4606-4a84-92f6-1199802a3462,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:53.971751 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-82898797-9724-46ff-9784-fc56ddc60786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:53.972640 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b8608466-9203-42f2-8627-0c74fa8a2e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:53.981061 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6587aa1-62c7-47a0-9531-5770183dad33 req-f42c9f67-88f8-418d-8986-5c0c95f089c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:53.982837 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6587aa1-62c7-47a0-9531-5770183dad33 req-f42c9f67-88f8-418d-8986-5c0c95f089c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 200 len: 919 time: 0.3917086 May 10 11:24:53.985394 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:54.098979 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6587aa1-62c7-47a0-9531-5770183dad33 req-3136cb2b-82f2-4e84-b9b4-53babb4e5354 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26c20e1d-1fef-42cf-8eaf-8f70dd84d370 HTTP/1.1" status: 200 len: 217 time: 0.0806520 May 10 11:24:54.101410 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b8608466-9203-42f2-8627-0c74fa8a2e07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b460e4ab6f24624bc2ce748643c7544&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1335340 May 10 11:24:54.103996 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8608466-9203-42f2-8627-0c74fa8a2e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372d040f-75cb-4156-b5d8-cb1075ce8a6e,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:54.107490 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b8608466-9203-42f2-8627-0c74fa8a2e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:54.109727 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37632) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:54.110414 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-14be2989-210f-4d0e-befe-8d19da6e6253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:54.110926 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-14be2989-210f-4d0e-befe-8d19da6e6253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:54.126030 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabeeee-7bfe-4e18-832d-972081928d1c req-b35734f7-b1a5-4d87-be2a-d987027c9849 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:54.134126 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bfabeeee-7bfe-4e18-832d-972081928d1c req-b35734f7-b1a5-4d87-be2a-d987027c9849 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 943 time: 0.4087176 May 10 11:24:54.165411 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-ac6300a6-ba62-4662-b968-0640868af780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:54.166871 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-ac6300a6-ba62-4662-b968-0640868af780 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 1096 time: 0.4152622 May 10 11:24:54.193549 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.225333 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bfabeeee-7bfe-4e18-832d-972081928d1c req-30634f41-f59e-4366-944a-b88936687bab tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899358 May 10 11:24:54.234637 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-33b3986c-1755-4354-990e-b790cf29e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.276614 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-219c27e8-ab84-4168-93bd-d53b084fd209 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b988f7cc-a812-42b0-8d6d-204700084bfd HTTP/1.1" status: 200 len: 217 time: 0.0990007 May 10 11:24:54.315548 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d65f73c7-4937-4694-9342-c8b740190098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:54.332813 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6587aa1-62c7-47a0-9531-5770183dad33 req-fa7918b7-bbde-42c6-8324-08ee2f8214f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:54.334118 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6587aa1-62c7-47a0-9531-5770183dad33 req-fa7918b7-bbde-42c6-8324-08ee2f8214f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79871b72-bb32-422b-8cbf-d81f2f7d441c HTTP/1.1" status: 200 len: 858 time: 0.2254350 May 10 11:24:54.386450 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3986c-1755-4354-990e-b790cf29e79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5503898e-eeab-4257-b808-c024baea73cf,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:54.396207 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-33b3986c-1755-4354-990e-b790cf29e79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:54.432620 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-42e5c36e-cb9f-43e7-b4de-61cab8f6ca98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.483002 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6587aa1-62c7-47a0-9531-5770183dad33 req-b0771ce4-7d8f-4ffd-8ad0-c720e9a77ea5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cef487f9-42ce-4632-b394-ab24d64ee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1357298 May 10 11:24:54.505089 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-ebafb74d-9e26-4bf7-8c7c-b6b49da2e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:54.506466 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-ebafb74d-9e26-4bf7-8c7c-b6b49da2e285 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=097652b3-55a3-410a-a095-41743a687aac HTTP/1.1" status: 200 len: 850 time: 0.2205827 May 10 11:24:54.578037 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0c0e48c1-a9c8-479e-b56f-67c4f1478560 req-7d0ff940-96c9-4b67-8925-1e5e49775949 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 210 time: 0.1779332 May 10 11:24:54.590659 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-33b3986c-1755-4354-990e-b790cf29e79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.591925 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-33b3986c-1755-4354-990e-b790cf29e79a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5503898e-eeab-4257-b808-c024baea73cf HTTP/1.1" status: 204 len: 168 time: 1.1740093 May 10 11:24:54.663659 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-42e5c36e-cb9f-43e7-b4de-61cab8f6ca98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.801253 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116b412-bd89-4863-8c81-0674714b2cfb req-b9a52251-b281-42c0-b945-efdaf63caf1a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:54.802750 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-b9a52251-b281-42c0-b945-efdaf63caf1a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.30 "GET /v2.0/networks?id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 200 len: 816 time: 0.4566562 May 10 11:24:54.843329 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37656) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:54.878247 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6587aa1-62c7-47a0-9531-5770183dad33 req-a4b97112-6aaf-4a19-b298-b9eeace16c24 service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749847 May 10 11:24:54.887014 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-50e997ae-cabb-4c40-86ed-13dcc67ca802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.902709 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-4bc48d31-3f73-4374-8d26-272205cbb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:54.904496 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-4bc48d31-3f73-4374-8d26-272205cbb5f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=367daadb-7975-4d87-914f-7685d11912a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3748419 May 10 11:24:54.912603 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1ff6f-16eb-4126-8845-804d66cccf71 req-a98efbbd-1d1f-495f-afd4-e6469666b943 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:54.913368 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-17a1ff6f-16eb-4126-8845-804d66cccf71 req-a98efbbd-1d1f-495f-afd4-e6469666b943 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Synchronizing usage tracker for tenant:63d6ee33a4424d58867cf66f38b94d68 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:54.938957 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-42e5c36e-cb9f-43e7-b4de-61cab8f6ca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.946991 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-50e997ae-cabb-4c40-86ed-13dcc67ca802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:54.951133 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-50e997ae-cabb-4c40-86ed-13dcc67ca802 admin admin] Usage tracker for resource:security_group_rule and tenant:81bfa31d48ae4afc9ecfbd47701e49ea is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:54.954206 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-50e997ae-cabb-4c40-86ed-13dcc67ca802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:54.960135 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-50e997ae-cabb-4c40-86ed-13dcc67ca802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:54.975818 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-17a1ff6f-16eb-4126-8845-804d66cccf71 req-a98efbbd-1d1f-495f-afd4-e6469666b943 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Unset dirty status for tenant:63d6ee33a4424d58867cf66f38b94d68 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:54.978830 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ab4416d5-ee7c-4fc7-8e7b-37e349386c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:54.985935 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-17a1ff6f-16eb-4126-8845-804d66cccf71 req-a98efbbd-1d1f-495f-afd4-e6469666b943 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 932 time: 0.6016505 May 10 11:24:55.036351 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9fcc3-313f-4d77-8d5c-b0a0cb000fc9 req-c0d59a4e-1c37-433f-ba68-7f34b5875b01 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:55.037987 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-74d9fcc3-313f-4d77-8d5c-b0a0cb000fc9 req-c0d59a4e-1c37-433f-ba68-7f34b5875b01 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 946 time: 0.2367170 May 10 11:24:55.053040 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.062561 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:55.129904 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-8116b412-bd89-4863-8c81-0674714b2cfb req-afa3fe5e-5e90-4b31-bb0e-b6dbb858c376 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Synchronizing usage tracker for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:security_group {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:55.131354 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-17a1ff6f-16eb-4126-8845-804d66cccf71 req-ec9e2517-0605-46cc-915a-4d53b830beb5 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Synchronizing usage tracker for tenant:63d6ee33a4424d58867cf66f38b94d68 on resource:security_group {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:24:55.161770 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 37664) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:55.187431 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-74d9fcc3-313f-4d77-8d5c-b0a0cb000fc9 req-e817f9e1-997f-42f3-a098-00bf64f28be4 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367815 May 10 11:24:55.194642 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:55.200537 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e52c3269-8d7b-425d-80fb-d6bd1fafbc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.205824 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5c36e-cb9f-43e7-b4de-61cab8f6ca98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372d040f-75cb-4156-b5d8-cb1075ce8a6e,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:55.224850 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.225137 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-42e5c36e-cb9f-43e7-b4de-61cab8f6ca98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:55.225955 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-42e5c36e-cb9f-43e7-b4de-61cab8f6ca98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.230059 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-42e5c36e-cb9f-43e7-b4de-61cab8f6ca98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/372d040f-75cb-4156-b5d8-cb1075ce8a6e HTTP/1.1" status: 204 len: 168 time: 1.1125915 May 10 11:24:55.237607 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-e52c3269-8d7b-425d-80fb-d6bd1fafbc2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:55.243421 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-e52c3269-8d7b-425d-80fb-d6bd1fafbc2a admin admin] Usage tracker for resource:security_group_rule and tenant:c3803d21096446b1bd57012585360e20 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:24:55.246999 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-e52c3269-8d7b-425d-80fb-d6bd1fafbc2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:24:55.253588 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-e52c3269-8d7b-425d-80fb-d6bd1fafbc2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:55.254700 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-50e997ae-cabb-4c40-86ed-13dcc67ca802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.262653 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-8116b412-bd89-4863-8c81-0674714b2cfb req-afa3fe5e-5e90-4b31-bb0e-b6dbb858c376 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Unset dirty status for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:security_group {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:55.264063 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-afa3fe5e-5e90-4b31-bb0e-b6dbb858c376 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b70fd3b3ac4462e870e5172331d2ddb HTTP/1.1" status: 200 len: 379 time: 0.4507444 May 10 11:24:55.280235 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-50e997ae-cabb-4c40-86ed-13dcc67ca802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.291591 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Request body: {'port': {'device_id': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'admin_state_up': True, 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'security_groups': ['b5b70713-d2e3-458e-b898-3f404b630869']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:55.316481 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bcbb14e6-51bb-4ab0-af7d-17ee42fca78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:55.369930 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e52c3269-8d7b-425d-80fb-d6bd1fafbc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.393960 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e52c3269-8d7b-425d-80fb-d6bd1fafbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.413162 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d0ba483e-5e07-4038-8346-c5557426cd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:55.421573 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Transition to ACTIVE for port object c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:55.495401 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-17a1ff6f-16eb-4126-8845-804d66cccf71 req-ec9e2517-0605-46cc-915a-4d53b830beb5 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Unset dirty status for tenant:63d6ee33a4424d58867cf66f38b94d68 on resource:security_group {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:24:55.514222 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-17a1ff6f-16eb-4126-8845-804d66cccf71 req-ec9e2517-0605-46cc-915a-4d53b830beb5 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271368 May 10 11:24:55.540132 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:55.623563 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-e52c3269-8d7b-425d-80fb-d6bd1fafbc2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3803d21096446b1bd57012585360e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583857 May 10 11:24:55.624373 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c3269-8d7b-425d-80fb-d6bd1fafbc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f7ebac-3c52-42c4-901f-e9a8fb5bc641,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:55.657657 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e52c3269-8d7b-425d-80fb-d6bd1fafbc2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:55.658168 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 37684) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:55.660516 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-59fbb5b7-27cd-4393-a5db-245e73e7b796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:55.735179 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-e2d3f27b-dff2-4e5c-a57e-d285cbfa2641 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8019114 May 10 11:24:55.746302 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-50e997ae-cabb-4c40-86ed-13dcc67ca802 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81bfa31d48ae4afc9ecfbd47701e49ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9026430 May 10 11:24:55.765796 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e997ae-cabb-4c40-86ed-13dcc67ca802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9b67df-2d94-4736-bada-da50e4de1a92,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:55.773392 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-50e997ae-cabb-4c40-86ed-13dcc67ca802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:55.777167 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37692) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:24:55.885245 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f6587aa1-62c7-47a0-9531-5770183dad33 req-e1d1cd11-d418-40d2-a730-1f4529aecbfc service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9848623 May 10 11:24:56.021575 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.040983 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-538183c4-3b61-4818-aeb9-8af819ffd8e4 req-1fd7c1e2-f0eb-47e6-bff4-95a754a37aa4 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848039 May 10 11:24:56.055557 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:24:56.077215 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:24:56.088103 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-30150aee-5b5f-4ae7-9341-38ec9a04059e req-a9a09f3e-b06f-42f3-82b1-ef7018c1563a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 210 time: 0.1612647 May 10 11:24:56.098146 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c6324dc7-0ad0-42ba-89cd-3465322f4ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.168799 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Made reservation on behalf of 1b70fd3b3ac4462e870e5172331d2ddb for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:24:56.172469 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.176699 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3f1893d5-5605-403e-8469-e8c86f3f1f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.203100 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c6324dc7-0ad0-42ba-89cd-3465322f4ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.207112 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3f1893d5-5605-403e-8469-e8c86f3f1f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.220996 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:56.269979 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:56.300526 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8666bb-9710-4e00-bb5b-e6e4f4c3aa00 req-60c02fd4-ea3d-4390-ad13-5fb000690ae1 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:56.302114 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ac8666bb-9710-4e00-bb5b-e6e4f4c3aa00 req-60c02fd4-ea3d-4390-ad13-5fb000690ae1 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 943 time: 0.8781083 May 10 11:24:56.392986 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6c3b3-e7d1-4dc6-97a9-a6705dc0e1bd req-b258a98d-cb02-4e9d-b7a9-58c0270b9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:56.394418 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a5f6c3b3-e7d1-4dc6-97a9-a6705dc0e1bd req-b258a98d-cb02-4e9d-b7a9-58c0270b9ed4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 1096 time: 0.2736249 May 10 11:24:56.403725 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Attempting to bind port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:56.404097 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Attempting to bind port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'aa1ac799-a049-47f1-bf99-e308d8022094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:56.404436 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Attempting to bind port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 on network cef487f9-42ce-4632-b394-ab24d64ee08b {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:56.408886 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ac8666bb-9710-4e00-bb5b-e6e4f4c3aa00 req-ebfd9e0f-9b92-4496-bd66-b61301162fcc tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808363 May 10 11:24:56.470673 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 on network cef487f9-42ce-4632-b394-ab24d64ee08b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:56.471263 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Attempting to bind port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 on network cef487f9-42ce-4632-b394-ab24d64ee08b {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:56.479141 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:56.480064 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Checking segment: {'id': 'aa1ac799-a049-47f1-bf99-e308d8022094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:56.481212 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Bound using segment: {'id': 'aa1ac799-a049-47f1-bf99-e308d8022094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:56.481898 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Bound port: c1e8f3c1-4bbc-4961-9199-d626fd44e8c4, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1ac799-a049-47f1-bf99-e308d8022094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:56.482057 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.498993 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:24:56.507308 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c6324dc7-0ad0-42ba-89cd-3465322f4ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.528539 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:56.564996 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Allocated IP 172.20.0.12 (bc80aa90-d0ea-4cc3-9267-6266fe16a3e3/0047fbb1-9f38-4413-aadd-86fc2baa6bf0/b7954f63-dea0-4594-baf1-be55c62797a6) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:24:56.567072 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6324dc7-0ad0-42ba-89cd-3465322f4ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9b67df-2d94-4736-bada-da50e4de1a92,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:56.581432 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c6324dc7-0ad0-42ba-89cd-3465322f4ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:56.591010 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c6324dc7-0ad0-42ba-89cd-3465322f4ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.594358 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-c6324dc7-0ad0-42ba-89cd-3465322f4ca6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e9b67df-2d94-4736-bada-da50e4de1a92 HTTP/1.1" status: 204 len: 168 time: 0.7106423 May 10 11:24:56.681648 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6c3b3-e7d1-4dc6-97a9-a6705dc0e1bd req-aac3fc47-bc1c-4cf6-b4f9-109f9ad96d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:56.683154 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a5f6c3b3-e7d1-4dc6-97a9-a6705dc0e1bd req-aac3fc47-bc1c-4cf6-b4f9-109f9ad96d77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 200 len: 912 time: 0.2824686 May 10 11:24:56.707756 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=26c20e1d-1fef-42cf-8eaf-8f70dd84d370,segment=NetworkSegment(aa1ac799-a049-47f1-bf99-e308d8022094),segment_id=aa1ac799-a049-47f1-bf99-e308d8022094)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:56.720264 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] For port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4, host hv-cinder-78495, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:24:56.731648 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] For port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4,segment=NetworkSegment(aa1ac799-a049-47f1-bf99-e308d8022094),segment_id=aa1ac799-a049-47f1-bf99-e308d8022094)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:24:56.762897 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': '26c20e1d-1fef-42cf-8eaf-8f70dd84d370', 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b', 'port_id': '26c20e1d-1fef-42cf-8eaf-8f70dd84d370', 'mac_address': 'fa:16:3e:5b:7a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79871b72-bb32-422b-8cbf-d81f2f7d441c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:24:56.776981 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.802211 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:56.835776 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a5f6c3b3-e7d1-4dc6-97a9-a6705dc0e1bd req-b820f257-309f-4e7d-abda-6c5188f3f579 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b988f7cc-a812-42b0-8d6d-204700084bfd HTTP/1.1" status: 200 len: 217 time: 0.1398773 May 10 11:24:56.885803 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:56.888694 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.893802 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] 10.222.0.30 "PUT /v2.0/ports/c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 HTTP/1.1" status: 200 len: 1094 time: 2.9880567 May 10 11:24:56.909551 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d23a5b0-1a17-49fd-8aed-02fb4d651148', 'tag': 'c1e8f3c1-4bbc-4961-9199-d626fd44e8c4'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:56.915943 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:56.968295 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:56.997473 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=26c20e1d-1fef-42cf-8eaf-8f70dd84d370,segment=NetworkSegment(aa1ac799-a049-47f1-bf99-e308d8022094),segment_id=aa1ac799-a049-47f1-bf99-e308d8022094)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:57.012248 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.013962 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:57.034957 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3f1893d5-5605-403e-8469-e8c86f3f1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.038347 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6c3b3-e7d1-4dc6-97a9-a6705dc0e1bd req-6e4f5c27-2ff5-421f-9a94-dc87733a7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.039982 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a5f6c3b3-e7d1-4dc6-97a9-a6705dc0e1bd req-6e4f5c27-2ff5-421f-9a94-dc87733a7bc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=097652b3-55a3-410a-a095-41743a687aac HTTP/1.1" status: 200 len: 850 time: 0.1571829 May 10 11:24:57.159719 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=26c20e1d-1fef-42cf-8eaf-8f70dd84d370,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:57.162994 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:57.184687 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.192398 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1877b-099a-47eb-9816-8387a088ecd0 req-c068cfae-504a-4abf-9eac-8cd8010d65cc tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.201096 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-81d1877b-099a-47eb-9816-8387a088ecd0 req-c068cfae-504a-4abf-9eac-8cd8010d65cc tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 946 time: 0.7987635 May 10 11:24:57.209946 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Transition to ACTIVE for port object b7954f63-dea0-4594-baf1-be55c62797a6 will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:57.242245 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6c3b3-e7d1-4dc6-97a9-a6705dc0e1bd req-6740c139-d18c-4cd6-a2bd-681f46f12db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.243809 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a5f6c3b3-e7d1-4dc6-97a9-a6705dc0e1bd req-6740c139-d18c-4cd6-a2bd-681f46f12db0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=367daadb-7975-4d87-914f-7685d11912a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1949694 May 10 11:24:57.248194 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3f1893d5-5605-403e-8469-e8c86f3f1f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.252561 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-3f1893d5-5605-403e-8469-e8c86f3f1f81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5f7ebac-3c52-42c4-901f-e9a8fb5bc641 HTTP/1.1" status: 204 len: 168 time: 1.5216389 May 10 11:24:57.276195 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:57.283378 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:57.285763 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-dc567db9-7158-4ef9-8aa2-71822e99c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.287197 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-dc567db9-7158-4ef9-8aa2-71822e99c23f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63d6ee33a4424d58867cf66f38b94d68&device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 1097 time: 0.2538238 May 10 11:24:57.297819 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:57.373572 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1893d5-5605-403e-8469-e8c86f3f1f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f7ebac-3c52-42c4-901f-e9a8fb5bc641,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:57.392355 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3f1893d5-5605-403e-8469-e8c86f3f1f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:57.396922 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['26c20e1d-1fef-42cf-8eaf-8f70dd84d370'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:24:57.408788 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-e343bd1a-103b-4f63-9aaa-13205614c77a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 HTTP/1.1" status: 200 len: 217 time: 0.0986047 May 10 11:24:57.419581 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-81d1877b-099a-47eb-9816-8387a088ecd0 req-1fb37f9e-057f-4844-afb1-ccb511f06726 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175987 May 10 11:24:57.426038 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a5f6c3b3-e7d1-4dc6-97a9-a6705dc0e1bd req-c3b2ead1-aa72-47e9-b95a-f14de9820b8e service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717536 May 10 11:24:57.517499 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.525822 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49f416-d002-4639-8516-17e450ee9531 req-88c30cd3-59a8-4bd5-bedb-e36c62a608f9 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.528770 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fa49f416-d002-4639-8516-17e450ee9531 req-88c30cd3-59a8-4bd5-bedb-e36c62a608f9 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 944 time: 0.7911973 May 10 11:24:57.649622 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fa49f416-d002-4639-8516-17e450ee9531 req-fae692eb-316c-4272-9cfa-a317b218d96e tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159391 May 10 11:24:57.651244 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:57.706038 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:57.741792 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-3c3fc467-e181-4412-9776-6015bc476360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:57.744784 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-3c3fc467-e181-4412-9776-6015bc476360 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79871b72-bb32-422b-8cbf-d81f2f7d441c HTTP/1.1" status: 200 len: 858 time: 0.3242178 May 10 11:24:57.793103 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:24:57.803355 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:24:57.811452 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:24:57.820072 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-194fee85-f163-4366-9b9e-c2adb3ddbc6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cef487f9-42ce-4632-b394-ab24d64ee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664859 May 10 11:24:57.904087 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event updated for resources: {'Port': ['ID=b7954f63-dea0-4594-baf1-be55c62797a6,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:57.913440 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:57.968933 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a5f6c3b3-e7d1-4dc6-97a9-a6705dc0e1bd req-3b62d85c-1c9d-4e30-812b-b43b1737c236 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361547 May 10 11:24:58.003571 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:58.010610 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.029178 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-a28291ab-ff81-4f73-873e-e3042788bb21 service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976013 May 10 11:24:58.050099 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7713788 May 10 11:24:58.061343 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff527223-2d26-4276-abe8-254c9c6c0d43 req-daaf9d1e-83cf-46c7-a941-6168c056fa84 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:58.061777 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Request body: {'port': {'device_id': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:24:58.063346 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff527223-2d26-4276-abe8-254c9c6c0d43 req-daaf9d1e-83cf-46c7-a941-6168c056fa84 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 932 time: 0.4198806 May 10 11:24:58.221105 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff527223-2d26-4276-abe8-254c9c6c0d43 req-768351c4-ae9e-42d8-8a54-7857968b3edc tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262169 May 10 11:24:58.247962 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-f3aa86f3-c051-4735-93a1-d62dcf9e81f4 None None] Provisioning for port b7954f63-dea0-4594-baf1-be55c62797a6 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:58.255176 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-f3aa86f3-c051-4735-93a1-d62dcf9e81f4 None None] Provisioning complete for port b7954f63-dea0-4594-baf1-be55c62797a6 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:58.255975 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f3aa86f3-c051-4735-93a1-d62dcf9e81f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.298318 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d23a5b0-1a17-49fd-8aed-02fb4d651148', 'tag': 'c1e8f3c1-4bbc-4961-9199-d626fd44e8c4', 'status': 'completed', 'code': 200} May 10 11:24:58.322125 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cf33701-8938-4235-ac4c-062e773dd6f4 req-3c5b069a-e2c9-42e9-b415-fc405ecf611e service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679799 May 10 11:24:58.345339 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa86f3-c051-4735-93a1-d62dcf9e81f4 None None] Port b7954f63-dea0-4594-baf1-be55c62797a6 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:24:58.496945 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:24:58.532419 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:58.713624 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91defe60-f7cc-41a5-ba08-282d65bafb31 req-c4b4d97f-d608-45ca-ae9a-44305f9fa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:58.715183 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-91defe60-f7cc-41a5-ba08-282d65bafb31 req-c4b4d97f-d608-45ca-ae9a-44305f9fa78e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63d6ee33a4424d58867cf66f38b94d68&device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 1097 time: 0.3394306 May 10 11:24:58.775538 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765690c-d245-4012-887f-ef6495d4373a req-85ea8ca4-b4e5-40dc-918a-25402585e7d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:58.777335 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3765690c-d245-4012-887f-ef6495d4373a req-85ea8ca4-b4e5-40dc-918a-25402585e7d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 943 time: 0.2905757 May 10 11:24:58.781284 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:24:58.792657 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:24:58.793157 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.033634 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3765690c-d245-4012-887f-ef6495d4373a req-7ab142ea-e2ab-467e-b2a9-ea11a4a7a044 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283789 May 10 11:24:59.062839 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91defe60-f7cc-41a5-ba08-282d65bafb31 req-5ac64873-eb05-4dce-a79a-8d9b26a13d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:59.064534 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-91defe60-f7cc-41a5-ba08-282d65bafb31 req-5ac64873-eb05-4dce-a79a-8d9b26a13d99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 200 len: 919 time: 0.3387990 May 10 11:24:59.156088 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-91defe60-f7cc-41a5-ba08-282d65bafb31 req-5a2e3645-3522-48ed-b716-926c1f7d2710 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 HTTP/1.1" status: 200 len: 217 time: 0.0838773 May 10 11:24:59.199165 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec75fc-596a-4ef3-ae72-4b37be26a403 req-dbcf1036-e4d6-4d77-97a4-fece990d3134 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:59.202142 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ddec75fc-596a-4ef3-ae72-4b37be26a403 req-dbcf1036-e4d6-4d77-97a4-fece990d3134 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 944 time: 0.2435420 May 10 11:24:59.213555 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.250259 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da259275-d576-42e7-b6a4-36b8be0d29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c20e1d-1fef-42cf-8eaf-8f70dd84d370'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:24:59.281698 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=26c20e1d-1fef-42cf-8eaf-8f70dd84d370,segment=NetworkSegment(aa1ac799-a049-47f1-bf99-e308d8022094),segment_id=aa1ac799-a049-47f1-bf99-e308d8022094)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:24:59.289036 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7954f63-dea0-4594-baf1-be55c62797a6 {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:24:59.290828 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.293111 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:59.322448 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.330101 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91defe60-f7cc-41a5-ba08-282d65bafb31 req-bd53f19d-8cc0-47e3-bb84-2333f9fea2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:59.331498 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-91defe60-f7cc-41a5-ba08-282d65bafb31 req-bd53f19d-8cc0-47e3-bb84-2333f9fea2d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79871b72-bb32-422b-8cbf-d81f2f7d441c HTTP/1.1" status: 200 len: 858 time: 0.1626725 May 10 11:24:59.376580 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da259275-d576-42e7-b6a4-36b8be0d29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c20e1d-1fef-42cf-8eaf-8f70dd84d370', 'code': 200} May 10 11:24:59.377889 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=26c20e1d-1fef-42cf-8eaf-8f70dd84d370,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:59.381606 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:59.420109 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-91defe60-f7cc-41a5-ba08-282d65bafb31 req-39f14b64-26c2-4d7c-bcc7-cfa0852f9a6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cef487f9-42ce-4632-b394-ab24d64ee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531690 May 10 11:24:59.422439 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Transition to ACTIVE for port object b7954f63-dea0-4594-baf1-be55c62797a6 will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:24:59.425380 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ddec75fc-596a-4ef3-ae72-4b37be26a403 req-0cc87493-0a74-44b8-99f4-d9260a671fc0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927417 May 10 11:24:59.431836 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:24:59.440260 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8c83d5d8-5f92-43f7-a641-1b7c85fc3d89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:24:59.696692 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-91defe60-f7cc-41a5-ba08-282d65bafb31 req-b193f517-e24a-44d7-8d59-6ebdc75fa808 service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696984 May 10 11:24:59.784911 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0258624-51d5-405f-b4aa-27f83200a09d req-ade5e4a0-c4c2-476f-af4d-60b09734d8d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:59.793046 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c0258624-51d5-405f-b4aa-27f83200a09d req-ade5e4a0-c4c2-476f-af4d-60b09734d8d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.3320920 May 10 11:24:59.834662 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Pushing event updated for resources: {'Port': ['ID=b7954f63-dea0-4594-baf1-be55c62797a6,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:24:59.885903 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:24:59.947229 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219972a-0d1c-4801-85a1-c240724b7dc7 req-070971ff-e047-44db-9e5f-35e06dba695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:24:59.949172 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2219972a-0d1c-4801-85a1-c240724b7dc7 req-070971ff-e047-44db-9e5f-35e06dba695c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 1098 time: 0.2927542 May 10 11:24:59.970607 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Attempting to bind port b7954f63-dea0-4594-baf1-be55c62797a6 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:24:59.971291 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Attempting to bind port b7954f63-dea0-4594-baf1-be55c62797a6 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:24:59.972298 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Attempting to bind port b7954f63-dea0-4594-baf1-be55c62797a6 on network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:59.979039 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Port b7954f63-dea0-4594-baf1-be55c62797a6 on network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:24:59.979480 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Attempting to bind port b7954f63-dea0-4594-baf1-be55c62797a6 on network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:24:59.985483 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:24:59.985915 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Checking segment: {'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:24:59.986601 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Bound using segment: {'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:24:59.987148 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Bound port: b7954f63-dea0-4594-baf1-be55c62797a6, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:24:59.987591 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.002455 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c0258624-51d5-405f-b4aa-27f83200a09d req-3e641859-8c8a-43ec-915a-4b8f28640ab3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043145 May 10 11:25:00.042958 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-91defe60-f7cc-41a5-ba08-282d65bafb31 req-4dd7ab58-b5d5-4e9f-8b84-4dfab6b09dfc service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353102 May 10 11:25:00.090926 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] For port b7954f63-dea0-4594-baf1-be55c62797a6, host hv-cinder-78495, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:25:00.094791 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] For port b7954f63-dea0-4594-baf1-be55c62797a6, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7954f63-dea0-4594-baf1-be55c62797a6,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:25:00.101158 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.108256 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-82661b50-5952-4dd7-9668-9b35e5bfd6fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:00.163549 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:00.165522 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:00.166697 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] 10.222.0.30 "PUT /v2.0/ports/b7954f63-dea0-4594-baf1-be55c62797a6 HTTP/1.1" status: 200 len: 1094 time: 2.1094582 May 10 11:25:00.169909 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:00.216321 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Pushing event updated for resources: {'Port': ['ID=b7954f63-dea0-4594-baf1-be55c62797a6,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:00.219619 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:00.316619 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7d34c-4895-4711-aa30-7b52955a6e4d req-9cf3ab41-7cf0-45cc-a15e-89c547b996dc tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:00.318180 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bec7d34c-4895-4711-aa30-7b52955a6e4d req-9cf3ab41-7cf0-45cc-a15e-89c547b996dc tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 943 time: 0.1385000 May 10 11:25:00.389491 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bec7d34c-4895-4711-aa30-7b52955a6e4d req-802fe196-5856-42b0-94bb-d8d6b888ea92 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642784 May 10 11:25:00.450888 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'status': 'completed', 'code': 200} May 10 11:25:00.667208 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fcd36-a002-4285-b5a0-d7c3a429ad5e req-4c6bcef3-9a90-4a35-a114-24293a82c4d7 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:00.668657 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-454fcd36-a002-4285-b5a0-d7c3a429ad5e req-4c6bcef3-9a90-4a35-a114-24293a82c4d7 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 944 time: 0.0930154 May 10 11:25:00.715488 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-454fcd36-a002-4285-b5a0-d7c3a429ad5e req-25cd9742-19f5-46d4-94e2-07ac1d577063 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403051 May 10 11:25:00.893436 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37890) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:01.079538 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5aa2dc8a-e836-42ed-a045-3b5899d1a467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.094024 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-5aa2dc8a-e836-42ed-a045-3b5899d1a467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:01.098055 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-5aa2dc8a-e836-42ed-a045-3b5899d1a467 admin admin] Usage tracker for resource:security_group_rule and tenant:ba883d6380a84df1816fa7d92bf4e2bd is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:01.100939 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-5aa2dc8a-e836-42ed-a045-3b5899d1a467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:01.109252 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-5aa2dc8a-e836-42ed-a045-3b5899d1a467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:01.210119 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5aa2dc8a-e836-42ed-a045-3b5899d1a467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.217529 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5aa2dc8a-e836-42ed-a045-3b5899d1a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.228941 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691de9b8-8a4d-47e5-91d4-5e1061186d42 req-32c049aa-2bec-4f9b-9973-d0e630041ed6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:01.231791 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-691de9b8-8a4d-47e5-91d4-5e1061186d42 req-32c049aa-2bec-4f9b-9973-d0e630041ed6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1067073 May 10 11:25:01.240191 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:01.269104 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2dc8a-e836-42ed-a045-3b5899d1a467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7701ce19-5c6b-4253-ad45-4db250ffa2e2,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:01.280417 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5aa2dc8a-e836-42ed-a045-3b5899d1a467 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba883d6380a84df1816fa7d92bf4e2bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854537 May 10 11:25:01.281327 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5aa2dc8a-e836-42ed-a045-3b5899d1a467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:01.282425 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37902) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:01.297611 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-691de9b8-8a4d-47e5-91d4-5e1061186d42 req-30385070-5c0b-4674-b024-5a42d30a54b2 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585608 May 10 11:25:01.343668 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dfd108a5-4fc5-44b8-8ef9-b6aae3ca6f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.369439 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dfd108a5-4fc5-44b8-8ef9-b6aae3ca6f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.419668 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dfd108a5-4fc5-44b8-8ef9-b6aae3ca6f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.424378 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-92658bdc-e53e-4550-9478-682164768413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:01.435723 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd108a5-4fc5-44b8-8ef9-b6aae3ca6f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7701ce19-5c6b-4253-ad45-4db250ffa2e2,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:01.437888 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-dfd108a5-4fc5-44b8-8ef9-b6aae3ca6f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:01.441296 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-dfd108a5-4fc5-44b8-8ef9-b6aae3ca6f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.444048 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-dfd108a5-4fc5-44b8-8ef9-b6aae3ca6f9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7701ce19-5c6b-4253-ad45-4db250ffa2e2 HTTP/1.1" status: 204 len: 168 time: 0.1606715 May 10 11:25:01.589585 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd9f68-23a7-4d4e-9531-7f1e0ca58d91 req-515ef9de-9528-48d7-9b0f-6e1bdad89185 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:01.599439 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e9fd9f68-23a7-4d4e-9531-7f1e0ca58d91 req-515ef9de-9528-48d7-9b0f-6e1bdad89185 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 943 time: 0.1037729 May 10 11:25:01.644450 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e9fd9f68-23a7-4d4e-9531-7f1e0ca58d91 req-10f630fb-8e7e-45d0-ba60-f01fcf935743 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441644 May 10 11:25:01.735684 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 37916) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:01.753248 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-81022834-2a5d-428e-ad70-7d85a097d0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.767222 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-81022834-2a5d-428e-ad70-7d85a097d0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:01.771105 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-81022834-2a5d-428e-ad70-7d85a097d0d1 admin admin] Usage tracker for resource:security_group_rule and tenant:2154043743cc45cf8d07570be43e50d5 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:01.773997 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-81022834-2a5d-428e-ad70-7d85a097d0d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:01.779652 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-81022834-2a5d-428e-ad70-7d85a097d0d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:01.910148 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-81022834-2a5d-428e-ad70-7d85a097d0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.915271 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-81022834-2a5d-428e-ad70-7d85a097d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:01.924802 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:01.971247 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b988f7cc-a812-42b0-8d6d-204700084bfd details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:25:01.988389 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-81022834-2a5d-428e-ad70-7d85a097d0d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2154043743cc45cf8d07570be43e50d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504478 May 10 11:25:01.997939 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37922) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:01.998909 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f0985-d5a9-4b93-bb2f-cf4e7fd46fd3 req-0bd62e97-1bb1-4a0f-b2e6-3a63d153ec78 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:02.000462 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-415f0985-d5a9-4b93-bb2f-cf4e7fd46fd3 req-0bd62e97-1bb1-4a0f-b2e6-3a63d153ec78 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 944 time: 0.1757331 May 10 11:25:02.002180 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81022834-2a5d-428e-ad70-7d85a097d0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aca12d-e072-449c-80da-d4d21e3f2517,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:02.013788 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-81022834-2a5d-428e-ad70-7d85a097d0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:02.025156 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-2219972a-0d1c-4801-85a1-c240724b7dc7 req-984bef5b-2025-4ef6-a7ed-8b51c69f8703 service neutron] Synchronizing usage tracker for tenant:f8c19601815a4d409c87c5778635cd2f on resource:security_group {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:02.061708 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-415f0985-d5a9-4b93-bb2f-cf4e7fd46fd3 req-f3d68d50-cd28-4afc-aebb-c155d2025954 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466728 May 10 11:25:02.072862 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-2219972a-0d1c-4801-85a1-c240724b7dc7 req-984bef5b-2025-4ef6-a7ed-8b51c69f8703 service neutron] Unset dirty status for tenant:f8c19601815a4d409c87c5778635cd2f on resource:security_group {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:02.073990 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-2219972a-0d1c-4801-85a1-c240724b7dc7 req-984bef5b-2025-4ef6-a7ed-8b51c69f8703 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052558 May 10 11:25:02.080810 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7f760fe7-7f06-41ca-a567-17554fd9f1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.113819 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7f760fe7-7f06-41ca-a567-17554fd9f1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.125926 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b988f7cc-a812-42b0-8d6d-204700084bfd, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b988f7cc-a812-42b0-8d6d-204700084bfd,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:02.139066 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'b988f7cc-a812-42b0-8d6d-204700084bfd', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'port_id': 'b988f7cc-a812-42b0-8d6d-204700084bfd', 'mac_address': 'fa:16:3e:3f:4c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:25:02.164860 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7f760fe7-7f06-41ca-a567-17554fd9f1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.168278 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c6324dc7-0ad0-42ba-89cd-3465322f4ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:02.179424 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f760fe7-7f06-41ca-a567-17554fd9f1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aca12d-e072-449c-80da-d4d21e3f2517,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:02.183525 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7f760fe7-7f06-41ca-a567-17554fd9f1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:02.188226 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7f760fe7-7f06-41ca-a567-17554fd9f1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.189377 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7f760fe7-7f06-41ca-a567-17554fd9f1c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67aca12d-e072-449c-80da-d4d21e3f2517 HTTP/1.1" status: 204 len: 168 time: 0.1890793 May 10 11:25:02.202608 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.221464 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b988f7cc-a812-42b0-8d6d-204700084bfd {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:25:02.237046 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b988f7cc-a812-42b0-8d6d-204700084bfd, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b988f7cc-a812-42b0-8d6d-204700084bfd,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:02.241138 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:02.243327 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5abf7f65-d734-4956-ad4a-67d7a7f22efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:02.311592 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b988f7cc-a812-42b0-8d6d-204700084bfd,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:02.314845 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:02.490955 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bdc51-59ab-4e11-a3fd-df5126719de4 req-1a4932a4-536b-4701-93d0-ae3957b8a44c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:02.492557 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f02bdc51-59ab-4e11-a3fd-df5126719de4 req-1a4932a4-536b-4701-93d0-ae3957b8a44c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0829389 May 10 11:25:02.536599 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f02bdc51-59ab-4e11-a3fd-df5126719de4 req-e5040787-3e77-4452-92fd-a54d37f7bd7b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384319 May 10 11:25:02.847167 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858694fb-725b-472f-a0e2-be6412176cf6 req-823b600e-99e6-4ce2-9783-6e60027ea42a tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:02.848660 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-858694fb-725b-472f-a0e2-be6412176cf6 req-823b600e-99e6-4ce2-9783-6e60027ea42a tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 944 time: 0.0910659 May 10 11:25:02.899762 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-858694fb-725b-472f-a0e2-be6412176cf6 req-b20ecc68-7ce2-4330-8caa-4076db1f6412 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420508 May 10 11:25:02.953024 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37958) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:03.061448 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2034090953-network', 'tenant_id': '50336f4d60bf4911b997897ce8fcd260'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:03.066525 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:03.071174 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Usage tracker for resource:network and tenant:50336f4d60bf4911b997897ce8fcd260 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:03.077910 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:03.079831 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:03.091177 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Made reservation on behalf of 50336f4d60bf4911b997897ce8fcd260 for: {'network': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:03.095225 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.109540 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.126943 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:03.131562 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Usage tracker for resource:security_group_rule and tenant:50336f4d60bf4911b997897ce8fcd260 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:03.135432 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:03.141332 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:03.225254 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.229549 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.232599 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4f29b9bd-351f-4a33-9e91-203517c8156a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:03.264948 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=78728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:25:03.274476 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aed228-cc79-475b-9f53-eecdc5e40c77,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:03.278207 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:03.280892 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.281308 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.segments_db [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Added segment aa3bd345-83fb-4b5d-b72a-e54987bfaad8 of type vlan for network 5fe2662b-4fdf-493f-b71b-452de4921417 May 10 11:25:03.309026 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.335434 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d40f1-34c5-4a3f-b316-9899282c83f2 req-9c72a865-d4e2-4f35-b2b0-7dfd506d6f5f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:03.337048 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9d8d40f1-34c5-4a3f-b316-9899282c83f2 req-9c72a865-d4e2-4f35-b2b0-7dfd506d6f5f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 944 time: 0.1445587 May 10 11:25:03.339514 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.340821 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:03.341401 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.344762 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-327dae16-7c59-4005-838b-5b1ef19145b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:03.387159 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9d8d40f1-34c5-4a3f-b316-9899282c83f2 req-45f82e44-7d47-406c-a28e-e4526ae9a575 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 May 10 11:25:03.444258 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Pushing event updated for resources: {'Network': ['ID=5fe2662b-4fdf-493f-b71b-452de4921417,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:03.447039 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:03.448525 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4944668 May 10 11:25:03.451532 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 37976) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:03.456900 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Request body: {'subnet': {'network_id': '5fe2662b-4fdf-493f-b71b-452de4921417', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2034090953-subnet', 'tenant_id': '50336f4d60bf4911b997897ce8fcd260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:03.457156 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 5fe2662b-4fdf-493f-b71b-452de4921417 details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:25:03.462592 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:03.466425 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Usage tracker for resource:subnet and tenant:50336f4d60bf4911b997897ce8fcd260 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:03.469439 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:03.475550 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:03.486418 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Made reservation on behalf of 50336f4d60bf4911b997897ce8fcd260 for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:03.488663 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2206793'] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.733797 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce2871-6baf-4523-887f-8aa64a038bda req-3d569346-4dfe-4473-9d59-5d98de3b8c28 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:03.735287 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c4ce2871-6baf-4523-887f-8aa64a038bda req-3d569346-4dfe-4473-9d59-5d98de3b8c28 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0825002 May 10 11:25:03.780417 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c4ce2871-6baf-4523-887f-8aa64a038bda req-d2378346-122f-41a6-8fd3-44c102fea43e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392570 May 10 11:25:03.935047 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3557339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2206779'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:03.935174 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-468b2965-4fa9-4817-990c-0ef98c458963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:03.978051 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:25:04.049372 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6531b5-e655-49d7-a962-cf35a964d438,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:04.052097 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:04.089830 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Checking segment: {'id': 'aa3bd345-83fb-4b5d-b72a-e54987bfaad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5fe2662b-4fdf-493f-b71b-452de4921417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:04.090525 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Network hostable DHCP agents. Network: 5fe2662b-4fdf-493f-b71b-452de4921417, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:25:04.103769 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['b988f7cc-a812-42b0-8d6d-204700084bfd'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:25:04.120079 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd2df8-92a9-477b-a7be-246cda03fdfe req-d4cacf96-95e1-402e-a6ae-35da1320cabd tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:04.122439 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8fdd2df8-92a9-477b-a7be-246cda03fdfe req-d4cacf96-95e1-402e-a6ae-35da1320cabd tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 944 time: 0.1040812 May 10 11:25:04.126038 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Network 5fe2662b-4fdf-493f-b71b-452de4921417 is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:25:04.133226 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e42f-5082-4957-9751-1b033491ba7f req-893a7562-a6f4-4317-a7b5-642aa7fd7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:04.134986 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4ba1e42f-5082-4957-9751-1b033491ba7f req-893a7562-a6f4-4317-a7b5-642aa7fd7f46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 1097 time: 0.1534243 May 10 11:25:04.164332 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 5fe2662b-4fdf-493f-b71b-452de4921417) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:04.185768 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a7a13-22f4-4353-ac02-5aadda0b809f None None] Network 5fe2662b-4fdf-493f-b71b-452de4921417 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:04.193659 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8fdd2df8-92a9-477b-a7be-246cda03fdfe req-d9097bfe-8a54-4ace-b834-902447a13fa3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639093 May 10 11:25:04.223755 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:04.224374 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.276893 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8177433 May 10 11:25:04.351816 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e42f-5082-4957-9751-1b033491ba7f req-d929f077-cb6f-40f6-b0be-3455b70fb9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:04.354046 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4ba1e42f-5082-4957-9751-1b033491ba7f req-d929f077-cb6f-40f6-b0be-3455b70fb9d0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2100646 May 10 11:25:04.363639 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4,segment=NetworkSegment(aa1ac799-a049-47f1-bf99-e308d8022094),segment_id=aa1ac799-a049-47f1-bf99-e308d8022094)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:04.430566 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'c1e8f3c1-4bbc-4961-9199-d626fd44e8c4', 'network_id': 'cef487f9-42ce-4632-b394-ab24d64ee08b', 'port_id': 'c1e8f3c1-4bbc-4961-9199-d626fd44e8c4', 'mac_address': 'fa:16:3e:44:a8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79871b72-bb32-422b-8cbf-d81f2f7d441c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:25:04.512358 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e973d8aa-1138-4aef-827a-5fc2468dd2a1 None None] Network 5fe2662b-4fdf-493f-b71b-452de4921417 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:04.585250 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e42f-5082-4957-9751-1b033491ba7f req-9a6f1195-f91c-4a3d-a90c-86d19e2ee84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:04.587883 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4ba1e42f-5082-4957-9751-1b033491ba7f req-9a6f1195-f91c-4a3d-a90c-86d19e2ee84e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2262483 May 10 11:25:04.692598 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fec4f-07ab-4095-af1d-449e051a3243 req-1faa7b30-3665-4c72-9ba2-81d1595b9fba tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:04.694197 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-660fec4f-07ab-4095-af1d-449e051a3243 req-1faa7b30-3665-4c72-9ba2-81d1595b9fba tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 944 time: 0.1495714 May 10 11:25:04.780280 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:04.791459 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-660fec4f-07ab-4095-af1d-449e051a3243 req-78e0b69a-8520-4223-90a8-fb5addcc7795 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873134 May 10 11:25:04.828449 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:25:04.845398 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116b412-bd89-4863-8c81-0674714b2cfb req-05593228-44a5-47fa-901b-bb65d7bdcdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:04.847270 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-05593228-44a5-47fa-901b-bb65d7bdcdac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 1097 time: 0.1135557 May 10 11:25:04.856352 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4,segment=NetworkSegment(aa1ac799-a049-47f1-bf99-e308d8022094),segment_id=aa1ac799-a049-47f1-bf99-e308d8022094)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:05.002288 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-b3ebfdc2-d9bf-4b7e-99ec-497d8390479d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7954f63-dea0-4594-baf1-be55c62797a6 HTTP/1.1" status: 200 len: 217 time: 0.1385148 May 10 11:25:05.078701 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.086785 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f5d29-c61a-487c-83dd-e2ccd92c76a7 req-3de7e07c-b243-4d3d-9568-5b71146185b5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:05.096240 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f04f5d29-c61a-487c-83dd-e2ccd92c76a7 req-3de7e07c-b243-4d3d-9568-5b71146185b5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1380591 May 10 11:25:05.096423 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:05.127039 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116b412-bd89-4863-8c81-0674714b2cfb req-a75a09ce-0263-4325-a356-0cbb4dc9f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:05.134750 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-a75a09ce-0263-4325-a356-0cbb4dc9f550 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0047fbb1-9f38-4413-aadd-86fc2baa6bf0 HTTP/1.1" status: 200 len: 855 time: 0.1309080 May 10 11:25:05.196200 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f04f5d29-c61a-487c-83dd-e2ccd92c76a7 req-bd5fe4ed-6a0d-4b02-bb30-73c45d937902 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976162 May 10 11:25:05.296571 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 38030) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:05.302196 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1935261016-network', 'tenant_id': 'c30de59e8ec949149accb99682685bac'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:05.312275 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:05.317818 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Usage tracker for resource:network and tenant:c30de59e8ec949149accb99682685bac is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:05.323963 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116b412-bd89-4863-8c81-0674714b2cfb req-7b5a82a2-2d89-4dae-af14-a64d2648372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:05.324927 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:05.329331 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-7b5a82a2-2d89-4dae-af14-a64d2648372d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1872833 May 10 11:25:05.332584 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:05.353577 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:05.360650 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:05.365202 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Made reservation on behalf of c30de59e8ec949149accb99682685bac for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:05.368158 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.424091 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.442516 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:05.447913 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Usage tracker for resource:security_group_rule and tenant:c30de59e8ec949149accb99682685bac is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:05.451657 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:05.458873 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:05.483459 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-6c7645bc-fd51-4504-97a2-b797428627f4 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453145 May 10 11:25:05.511630 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1634e92-181c-436a-858a-dc11d0d98f25 req-497144ad-339b-447c-875e-8bffa22dff83 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:05.513086 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c1634e92-181c-436a-858a-dc11d0d98f25 req-497144ad-339b-447c-875e-8bffa22dff83 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 944 time: 0.1314261 May 10 11:25:05.583647 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c1634e92-181c-436a-858a-dc11d0d98f25 req-ffb12ba1-d4ab-4ad6-bfad-5fc103443946 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606685 May 10 11:25:05.618724 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.625304 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.630028 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:05.639801 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-8116b412-bd89-4863-8c81-0674714b2cfb req-e642ffee-7a62-41e5-9aba-92a7f3318221 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491857 May 10 11:25:05.663115 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=78729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:25:05.668477 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c486b426-cef8-496f-9e4c-3ff91c1a76d8,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:05.672130 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:05.676814 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.677216 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Added segment 62d83680-4bc5-4ab6-bba1-57937f704fbf of type vlan for network 44c04edd-d622-4fec-b69e-a185a77fee20 May 10 11:25:05.705002 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.734691 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.735997 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:05.736573 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:05.741291 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b5fe1c6b-411a-47ca-a61a-b749edf97a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:05.841998 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Pushing event updated for resources: {'Network': ['ID=44c04edd-d622-4fec-b69e-a185a77fee20,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:05.845392 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5477817 May 10 11:25:05.846448 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:05.848157 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 38048) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:05.853837 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Request body: {'subnet': {'network_id': '44c04edd-d622-4fec-b69e-a185a77fee20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1935261016-subnet', 'tenant_id': 'c30de59e8ec949149accb99682685bac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:05.858381 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 44c04edd-d622-4fec-b69e-a185a77fee20 details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:25:05.864175 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:05.869281 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Usage tracker for resource:subnet and tenant:c30de59e8ec949149accb99682685bac is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:05.872398 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:05.878409 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:05.890391 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Made reservation on behalf of c30de59e8ec949149accb99682685bac for: {'subnet': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:05.894386 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.088112 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71188dec-6af1-4398-a619-129290e0cc84 req-c88aa3f9-59e9-4c61-8e0d-04c29b877381 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:06.089667 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-71188dec-6af1-4398-a619-129290e0cc84 req-c88aa3f9-59e9-4c61-8e0d-04c29b877381 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 945 time: 0.1749914 May 10 11:25:06.175519 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-71188dec-6af1-4398-a619-129290e0cc84 req-d59332f6-9ee5-4e93-bb8b-de5b42a3b910 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586336 May 10 11:25:06.460080 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e705b-8fca-4f1f-a6a3-aeb635457a3f req-d2e5c67d-ae0b-43bd-950c-276668564ba3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:06.461578 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-013e705b-8fca-4f1f-a6a3-aeb635457a3f req-d2e5c67d-ae0b-43bd-950c-276668564ba3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1399920 May 10 11:25:06.489872 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for subnet, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.498720 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-243be4f1-66df-4265-b43b-c7e78ca6bf20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:06.564574 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-013e705b-8fca-4f1f-a6a3-aeb635457a3f req-dfb4f693-d010-4a26-8392-b542de4aa283 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929646 May 10 11:25:06.594208 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c9f723-ae82-402e-9bab-34dcc34a2e10,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:06.597816 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:06.598654 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Checking segment: {'id': '62d83680-4bc5-4ab6-bba1-57937f704fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '44c04edd-d622-4fec-b69e-a185a77fee20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:06.598998 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Network hostable DHCP agents. Network: 44c04edd-d622-4fec-b69e-a185a77fee20, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:25:06.615425 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Network 44c04edd-d622-4fec-b69e-a185a77fee20 is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:25:06.626872 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 44c04edd-d622-4fec-b69e-a185a77fee20) {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:06.630825 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:06.631390 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:06.636816 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e9cef7-4d4b-4920-9540-9b4434c97591 None None] Network 44c04edd-d622-4fec-b69e-a185a77fee20 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:06.652754 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8035431 May 10 11:25:06.799089 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b43f0-ecdd-43fe-ae0d-66f9dd65c01a req-08221ba7-b855-4029-aab1-b343e4710b8f tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:06.799089 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8f2b43f0-ecdd-43fe-ae0d-66f9dd65c01a req-08221ba7-b855-4029-aab1-b343e4710b8f tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 944 time: 0.0937090 May 10 11:25:06.845029 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8f2b43f0-ecdd-43fe-ae0d-66f9dd65c01a req-330dadc3-03dd-482f-835b-42a69a2add39 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421138 May 10 11:25:06.850126 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98a5dca-ca7a-4378-a853-29b1f9253523 None None] Network 44c04edd-d622-4fec-b69e-a185a77fee20 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:07.427109 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e074-1d07-4993-95d8-42fc34c05823 req-6f1248fc-c31f-4d59-b0d2-fa189ea7edb2 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:07.428581 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a012e074-1d07-4993-95d8-42fc34c05823 req-6f1248fc-c31f-4d59-b0d2-fa189ea7edb2 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 945 time: 0.1458066 May 10 11:25:07.471732 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a012e074-1d07-4993-95d8-42fc34c05823 req-cb6b9442-c717-4306-985b-f58cae5bea53 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373545 May 10 11:25:07.542914 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['c1e8f3c1-4bbc-4961-9199-d626fd44e8c4'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:25:07.777355 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8beb6-f2bd-46eb-86d2-b54adb26b99d req-c8247ce9-f690-46c6-8cda-18203dc8190d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:07.778784 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-74b8beb6-f2bd-46eb-86d2-b54adb26b99d req-c8247ce9-f690-46c6-8cda-18203dc8190d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0813382 May 10 11:25:07.821921 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-74b8beb6-f2bd-46eb-86d2-b54adb26b99d req-f8b68e84-63f0-491d-bef8-2a492adb039d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374331 May 10 11:25:08.031153 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5ba4e-7ea3-4f59-abc0-f1ff5f8155de req-9c41e839-934b-4c32-b135-da85da8c3291 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:08.032572 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8ce5ba4e-7ea3-4f59-abc0-f1ff5f8155de req-9c41e839-934b-4c32-b135-da85da8c3291 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 944 time: 0.0787950 May 10 11:25:08.078808 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8ce5ba4e-7ea3-4f59-abc0-f1ff5f8155de req-8d1898b1-1c01-4453-992c-98903ce9a50e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406125 May 10 11:25:08.651695 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e814c1-1b13-4b18-892f-eb19d6c0bcfd req-560834db-429b-4149-adfe-5e4b18058a5d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:08.653122 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d8e814c1-1b13-4b18-892f-eb19d6c0bcfd req-560834db-429b-4149-adfe-5e4b18058a5d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 945 time: 0.0791814 May 10 11:25:08.696643 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d8e814c1-1b13-4b18-892f-eb19d6c0bcfd req-678310f0-e9e0-4527-a07a-b77192f435d0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377548 May 10 11:25:09.015424 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb355acf-b5f9-4e33-a2f7-455607b93f51 req-03aa5078-752b-4995-9817-af4ec4f479b1 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:09.016874 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fb355acf-b5f9-4e33-a2f7-455607b93f51 req-03aa5078-752b-4995-9817-af4ec4f479b1 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0823169 May 10 11:25:09.061790 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fb355acf-b5f9-4e33-a2f7-455607b93f51 req-21eb3eb9-1092-4ebb-8479-4e878eabb461 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388026 May 10 11:25:09.257027 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160601a6-5aad-49f6-99d4-66aff28f260e req-90f4020a-03ba-432c-910c-685f1f6b04b4 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:09.258355 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-160601a6-5aad-49f6-99d4-66aff28f260e req-90f4020a-03ba-432c-910c-685f1f6b04b4 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 944 time: 0.0792646 May 10 11:25:09.303855 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-160601a6-5aad-49f6-99d4-66aff28f260e req-42b646c3-4c73-46f5-8615-992159c7a463 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398855 May 10 11:25:09.885399 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae7ef0-10c8-4c7b-adbb-f84df2142416 req-09898b9f-764b-4790-9e07-f82732fd7a6f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:09.886908 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-52ae7ef0-10c8-4c7b-adbb-f84df2142416 req-09898b9f-764b-4790-9e07-f82732fd7a6f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 945 time: 0.0849154 May 10 11:25:09.932438 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-52ae7ef0-10c8-4c7b-adbb-f84df2142416 req-5597f96a-46a5-4919-9d74-383f8f8de0dd tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 May 10 11:25:10.252897 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019bc68-579b-4d64-979a-4e6345200c9e req-a5c35a7e-3c72-48f4-8334-3c88678347fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:10.254299 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2019bc68-579b-4d64-979a-4e6345200c9e req-a5c35a7e-3c72-48f4-8334-3c88678347fe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0823190 May 10 11:25:10.298118 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2019bc68-579b-4d64-979a-4e6345200c9e req-2af95bfc-478a-48df-b0ed-09bd79dc5108 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377727 May 10 11:25:10.483945 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24993f90-c730-4da6-8b51-da22e960f5f5 req-0745f59a-b611-4e64-8873-0bee91bb10e4 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:10.485410 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-24993f90-c730-4da6-8b51-da22e960f5f5 req-0745f59a-b611-4e64-8873-0bee91bb10e4 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 944 time: 0.0794184 May 10 11:25:10.531994 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-24993f90-c730-4da6-8b51-da22e960f5f5 req-76c2f3c8-12c0-41ff-96fd-ffef845f6606 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409346 May 10 11:25:11.116455 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbdcf2-abc8-488b-9cc5-eaaac974a70a req-4fc6dce5-8ef1-4827-b84e-e34346460acf tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:11.118456 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-43fbdcf2-abc8-488b-9cc5-eaaac974a70a req-4fc6dce5-8ef1-4827-b84e-e34346460acf tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 945 time: 0.0835674 May 10 11:25:11.163426 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-43fbdcf2-abc8-488b-9cc5-eaaac974a70a req-52526e3b-9d16-4b8e-9f81-c11d0809abd7 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391102 May 10 11:25:11.486545 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522eae30-3ec3-46e7-b181-690f73d8535a req-8b4710e6-cc09-41a0-b3e9-f93474e53827 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:11.487994 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-522eae30-3ec3-46e7-b181-690f73d8535a req-8b4710e6-cc09-41a0-b3e9-f93474e53827 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0825863 May 10 11:25:11.535673 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-522eae30-3ec3-46e7-b181-690f73d8535a req-93b6050a-5ab0-4f11-bcb1-7cc11de8a331 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412319 May 10 11:25:11.537211 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b988f7cc-a812-42b0-8d6d-204700084bfd up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:11.631617 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port b988f7cc-a812-42b0-8d6d-204700084bfd completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:11.637576 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port b988f7cc-a812-42b0-8d6d-204700084bfd triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:11.638482 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.754192 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f438e5-638e-4b7b-bfb2-a1f2c047cb13 req-f7a17f64-533f-410d-98f8-6a6f9ff5e8b4 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:11.755625 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c4f438e5-638e-4b7b-bfb2-a1f2c047cb13 req-f7a17f64-533f-410d-98f8-6a6f9ff5e8b4 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 944 time: 0.0854833 May 10 11:25:11.761640 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.793803 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cff7ae-2b8c-46f1-873b-5d11b40b9025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b988f7cc-a812-42b0-8d6d-204700084bfd'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:11.813218 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b988f7cc-a812-42b0-8d6d-204700084bfd, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b988f7cc-a812-42b0-8d6d-204700084bfd,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:11.816112 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c4f438e5-638e-4b7b-bfb2-a1f2c047cb13 req-ca6ef68d-b826-422c-b469-18f0b769024e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539956 May 10 11:25:11.819300 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:11.821890 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:11.866357 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cff7ae-2b8c-46f1-873b-5d11b40b9025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b988f7cc-a812-42b0-8d6d-204700084bfd', 'code': 200} May 10 11:25:11.903581 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b988f7cc-a812-42b0-8d6d-204700084bfd,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:11.907281 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:12.160374 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900753ff-89af-4aee-99f8-80a33a3aae09 req-fd341925-c16b-4665-9f37-d3c57d708849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:12.162694 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-900753ff-89af-4aee-99f8-80a33a3aae09 req-fd341925-c16b-4665-9f37-d3c57d708849 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 1098 time: 0.0904875 May 10 11:25:12.222962 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-900753ff-89af-4aee-99f8-80a33a3aae09 req-faae1a8e-9e81-4b10-af8a-cf223bd2b9c8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506856 May 10 11:25:12.394572 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d90ddc-54fa-44e1-b0bd-5c9d794f07a7 req-9b6becb0-d790-466f-bd1f-cde11259ce77 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:12.396037 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-11d90ddc-54fa-44e1-b0bd-5c9d794f07a7 req-9b6becb0-d790-466f-bd1f-cde11259ce77 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 945 time: 0.1004152 May 10 11:25:12.450568 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-11d90ddc-54fa-44e1-b0bd-5c9d794f07a7 req-549e2e7c-58d9-4c79-bc36-7a95bb178a13 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468893 May 10 11:25:12.764898 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cf168-59c8-4c97-9c2b-f038c62e6689 req-9df08f3a-8f2d-45d4-a776-7f2461a2ace9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:12.764898 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4c1cf168-59c8-4c97-9c2b-f038c62e6689 req-9df08f3a-8f2d-45d4-a776-7f2461a2ace9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1077013 May 10 11:25:12.810311 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4c1cf168-59c8-4c97-9c2b-f038c62e6689 req-5a7593e0-53be-479c-ab9f-d066376e7d8f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391624 May 10 11:25:13.014690 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c71d9-b01f-44f3-b91f-8aef356c2329 req-d912139b-6992-488f-a0b2-d0e2f3a70164 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:13.016133 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e11c71d9-b01f-44f3-b91f-8aef356c2329 req-d912139b-6992-488f-a0b2-d0e2f3a70164 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0852647 May 10 11:25:13.067831 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e11c71d9-b01f-44f3-b91f-8aef356c2329 req-6e67bf64-d566-4f77-b94c-8593381bcc58 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458424 May 10 11:25:13.185244 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 38216) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:13.300434 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.314249 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:13.318138 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Usage tracker for resource:security_group_rule and tenant:08a2c2bb390140e7af334126709db61e is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:13.320874 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:13.326423 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:13.416279 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.420822 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.429037 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:13.469149 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08a2c2bb390140e7af334126709db61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828412 May 10 11:25:13.470016 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f34d6e-20f8-4aeb-bacc-287e2ad787d4,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:13.471928 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 38230) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:13.480249 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:13.480686 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:13.481127 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:13.481555 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:13.481984 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:13.482367 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:13.482774 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:13.483181 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:13.483891 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:13.483891 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:13.484451 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:13.484887 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:13.489410 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:13.537286 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1a2fdacb-775f-41d7-96ff-f92fa05f5360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.541694 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:13.567255 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1a2fdacb-775f-41d7-96ff-f92fa05f5360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.634804 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1a2fdacb-775f-41d7-96ff-f92fa05f5360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.645349 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:13.657253 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fdacb-775f-41d7-96ff-f92fa05f5360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f34d6e-20f8-4aeb-bacc-287e2ad787d4,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:13.668297 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1a2fdacb-775f-41d7-96ff-f92fa05f5360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:13.670346 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1a2fdacb-775f-41d7-96ff-f92fa05f5360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.684413 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-1a2fdacb-775f-41d7-96ff-f92fa05f5360 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6f34d6e-20f8-4aeb-bacc-287e2ad787d4 HTTP/1.1" status: 204 len: 168 time: 0.2022946 May 10 11:25:13.714575 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:13.720969 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:13.721683 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.785694 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceab2c2-32d5-4c01-b6e8-400481d3aca2 req-062ccf66-9211-47ce-818e-5b43d4ad8f42 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:13.787720 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3ceab2c2-32d5-4c01-b6e8-400481d3aca2 req-062ccf66-9211-47ce-818e-5b43d4ad8f42 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 945 time: 0.2162626 May 10 11:25:13.865753 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.866572 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3ceab2c2-32d5-4c01-b6e8-400481d3aca2 req-f4dcc9aa-5219-44b5-87b4-c04107c41444 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728097 May 10 11:25:13.896455 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d23a5b0-1a17-49fd-8aed-02fb4d651148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e8f3c1-4bbc-4961-9199-d626fd44e8c4'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:13.919536 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4,segment=NetworkSegment(aa1ac799-a049-47f1-bf99-e308d8022094),segment_id=aa1ac799-a049-47f1-bf99-e308d8022094)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:13.931270 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:13.933557 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5abf7f65-d734-4956-ad4a-67d7a7f22efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:14.016688 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d23a5b0-1a17-49fd-8aed-02fb4d651148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e8f3c1-4bbc-4961-9199-d626fd44e8c4', 'code': 200} May 10 11:25:14.017324 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.019905 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:14.023117 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:14.103420 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f8fd9-0447-4640-9d3f-bf37f4dbcf32 req-1b0d523a-9bda-410a-b101-bae836f34677 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:14.104910 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d34f8fd9-0447-4640-9d3f-bf37f4dbcf32 req-1b0d523a-9bda-410a-b101-bae836f34677 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1160181 May 10 11:25:14.113538 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 38258) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:14.152185 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bf145254-4f6f-4731-b06b-bc03aa00a843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.178364 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-bf145254-4f6f-4731-b06b-bc03aa00a843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:14.213082 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-bf145254-4f6f-4731-b06b-bc03aa00a843 admin admin] Usage tracker for resource:security_group_rule and tenant:838c3d995be9462a85409ca93c265aef is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:14.218271 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-bf145254-4f6f-4731-b06b-bc03aa00a843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:14.227910 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d34f8fd9-0447-4640-9d3f-bf37f4dbcf32 req-0638ab6f-1e20-4304-b286-d94841be356c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107037 May 10 11:25:14.235663 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-bf145254-4f6f-4731-b06b-bc03aa00a843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:14.308530 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1238c3-a17a-4b8c-872e-b6419a347fbd req-005ac57d-8a4a-4c75-a843-35c349a79101 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:14.309998 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d1238c3-a17a-4b8c-872e-b6419a347fbd req-005ac57d-8a4a-4c75-a843-35c349a79101 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.1328557 May 10 11:25:14.387042 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d1238c3-a17a-4b8c-872e-b6419a347fbd req-f105a932-78dd-4dab-b619-23cf8f3aecc3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700002 May 10 11:25:14.391397 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bf145254-4f6f-4731-b06b-bc03aa00a843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.396746 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bf145254-4f6f-4731-b06b-bc03aa00a843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.405136 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:14.449188 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-bf145254-4f6f-4731-b06b-bc03aa00a843 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=838c3d995be9462a85409ca93c265aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316841 May 10 11:25:14.449188 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf145254-4f6f-4731-b06b-bc03aa00a843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faafee82-59d2-43b2-9ba1-86daf47e913c,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:14.450023 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 38268) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:14.451354 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-bf145254-4f6f-4731-b06b-bc03aa00a843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:14.519976 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.549764 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.610652 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.616176 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0e99661d-68c5-493d-aba8-a7c858a08041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:14.629203 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faafee82-59d2-43b2-9ba1-86daf47e913c,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:14.638474 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:14.638769 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:14.639118 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:14.639460 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:14.639798 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:14.640135 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:14.640467 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:14.640822 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:14.641155 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:14.641484 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:14.641813 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:14.642138 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:14.645462 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:14.646325 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:14.647402 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/faafee82-59d2-43b2-9ba1-86daf47e913c HTTP/1.1" status: 204 len: 168 time: 0.1968477 May 10 11:25:15.072303 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffd3ee-6ac5-4563-8c2e-9f8b1003ffdd req-2a031aec-ef6c-4c87-a249-4c4525dcbbde tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:15.073770 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dfffd3ee-6ac5-4563-8c2e-9f8b1003ffdd req-2a031aec-ef6c-4c87-a249-4c4525dcbbde tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.0804532 May 10 11:25:15.124498 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dfffd3ee-6ac5-4563-8c2e-9f8b1003ffdd req-616c0e4d-dce5-444b-974f-998ccc4dfc89 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448215 May 10 11:25:15.418257 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc80d40-1dff-43cf-8d25-ee2ad683c8b4 req-4aa0068c-65e8-4a7f-8db1-9b2e313c61e3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:15.419988 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6bc80d40-1dff-43cf-8d25-ee2ad683c8b4 req-4aa0068c-65e8-4a7f-8db1-9b2e313c61e3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0810890 May 10 11:25:15.466622 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6bc80d40-1dff-43cf-8d25-ee2ad683c8b4 req-f9b4eabe-ce2b-43ad-a8a8-c592123a3227 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400853 May 10 11:25:15.577637 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743420a0-ac6f-4464-9a7e-087923b2538a req-0134db3e-7475-4d5e-9387-07db4f559bea tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:15.579086 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-743420a0-ac6f-4464-9a7e-087923b2538a req-0134db3e-7475-4d5e-9387-07db4f559bea tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0842805 May 10 11:25:15.632664 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-743420a0-ac6f-4464-9a7e-087923b2538a req-01a91634-da01-4438-8b4f-17761892b0d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475762 May 10 11:25:16.078038 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b7954f63-dea0-4594-baf1-be55c62797a6 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:25:16.221748 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b7954f63-dea0-4594-baf1-be55c62797a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7954f63-dea0-4594-baf1-be55c62797a6,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:16.237141 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'port_id': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'mac_address': 'fa:16:3e:dd:12:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:25:16.305428 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.318052 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4735af-4bf1-47eb-b610-12e7169222fe req-4b4555c1-fedd-4f1c-a4b4-f6f59dd7be54 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:16.321158 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1b4735af-4bf1-47eb-b610-12e7169222fe req-4b4555c1-fedd-4f1c-a4b4-f6f59dd7be54 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.0862012 May 10 11:25:16.322955 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7954f63-dea0-4594-baf1-be55c62797a6 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:25:16.338887 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b7954f63-dea0-4594-baf1-be55c62797a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7954f63-dea0-4594-baf1-be55c62797a6,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:16.343548 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:16.345561 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:16.369954 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1b4735af-4bf1-47eb-b610-12e7169222fe req-f06fe678-0248-4d2b-9285-515c12a94eed tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434573 May 10 11:25:16.418268 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b7954f63-dea0-4594-baf1-be55c62797a6,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:16.421546 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:16.662491 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f67720-be9a-4a1f-ab78-e6f496785bb1 req-55611a5b-fc4c-49dc-948f-e72da3adaac6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:16.664536 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-86f67720-be9a-4a1f-ab78-e6f496785bb1 req-55611a5b-fc4c-49dc-948f-e72da3adaac6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 945 time: 0.0869956 May 10 11:25:16.722759 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-86f67720-be9a-4a1f-ab78-e6f496785bb1 req-8c0547d5-ea8c-45b8-9d1a-02d092a35aac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508192 May 10 11:25:16.890600 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc53d5-a991-47bd-b384-9299cfc6f8e6 req-83d37f59-bc2b-484d-b546-52bad462eabe tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:16.892025 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cdfc53d5-a991-47bd-b384-9299cfc6f8e6 req-83d37f59-bc2b-484d-b546-52bad462eabe tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0830195 May 10 11:25:16.941616 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cdfc53d5-a991-47bd-b384-9299cfc6f8e6 req-3caf4926-7c65-4645-b570-323f835ea755 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437558 May 10 11:25:17.552087 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5a15-d8a7-4999-b9fb-89c530ca1cff req-d67fd7e1-4812-4f09-9ce9-32a7233b291b tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:17.553428 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-508f5a15-d8a7-4999-b9fb-89c530ca1cff req-d67fd7e1-4812-4f09-9ce9-32a7233b291b tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.0768514 May 10 11:25:17.597257 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-508f5a15-d8a7-4999-b9fb-89c530ca1cff req-632bc0d0-f0ac-464e-9717-b6be5554209a tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379651 May 10 11:25:17.955320 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4d16c-ed97-4501-9d80-b4b6d0f19521 req-432ab830-6ad6-4a7a-a655-c4a2e5fd3d33 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:17.956792 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f8d4d16c-ed97-4501-9d80-b4b6d0f19521 req-432ab830-6ad6-4a7a-a655-c4a2e5fd3d33 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 945 time: 0.1144674 May 10 11:25:17.977136 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd0320-afe8-453b-ab0d-cc8144d09370 req-fb7a89f1-f527-4504-9e8f-0a7bc6d7f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:17.977898 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-00cd0320-afe8-453b-ab0d-cc8144d09370 req-fb7a89f1-f527-4504-9e8f-0a7bc6d7f6c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 1099 time: 0.1777902 May 10 11:25:18.009593 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f8d4d16c-ed97-4501-9d80-b4b6d0f19521 req-159b41af-035c-47c9-853f-48780d71469e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456829 May 10 11:25:18.024572 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-00cd0320-afe8-453b-ab0d-cc8144d09370 req-f42e0085-7554-4fb0-8879-aac567b2e67f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383606 May 10 11:25:18.132867 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191e707-2d61-418a-bebb-47eae1c2fd0f req-8f747d9e-d1c2-4554-bf8e-e6c16aa7af2a tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:18.134287 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2191e707-2d61-418a-bebb-47eae1c2fd0f req-8f747d9e-d1c2-4554-bf8e-e6c16aa7af2a tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0784028 May 10 11:25:18.180736 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2191e707-2d61-418a-bebb-47eae1c2fd0f req-f624ad6f-9d39-4801-a352-9529dcb34539 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406103 May 10 11:25:18.357582 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f1c4d-6fad-42db-9e69-d9ebdf483de8 req-a5904503-5a9c-460c-bc8e-9a2f1bfc4985 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:18.359098 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-557f1c4d-6fad-42db-9e69-d9ebdf483de8 req-a5904503-5a9c-460c-bc8e-9a2f1bfc4985 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0804443 May 10 11:25:18.368375 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 38390) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:18.373751 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-fe8088f5-5b62-4924-a910-3cf732a9238c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Request body: {'floatingip': {'port_id': 'b988f7cc-a812-42b0-8d6d-204700084bfd'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:18.455596 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fe8088f5-5b62-4924-a910-3cf732a9238c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:18.739787 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['b7954f63-dea0-4594-baf1-be55c62797a6'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:25:18.783196 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a5912-233a-4017-a8b0-6d675051bb51 req-16aa7e8d-352c-45d0-b243-ae0d4d8f9f7a tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:18.784920 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9f7a5912-233a-4017-a8b0-6d675051bb51 req-16aa7e8d-352c-45d0-b243-ae0d4d8f9f7a tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.0813029 May 10 11:25:18.833428 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9f7a5912-233a-4017-a8b0-6d675051bb51 req-8fca38aa-d1ed-4db7-80fa-49178784710d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 May 10 11:25:19.203910 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d608415-eb83-4bf3-8212-74fc1107eeba req-127ed53d-5cde-42c5-8683-9b4d1974f7e6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:19.205468 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4d608415-eb83-4bf3-8212-74fc1107eeba req-127ed53d-5cde-42c5-8683-9b4d1974f7e6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 945 time: 0.0825036 May 10 11:25:19.251065 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fe8088f5-5b62-4924-a910-3cf732a9238c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.256556 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fe8088f5-5b62-4924-a910-3cf732a9238c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:19.271547 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4d608415-eb83-4bf3-8212-74fc1107eeba req-c543fadb-6e13-4246-aaa8-5e7ce64280d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592053 May 10 11:25:19.428964 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-fe8088f5-5b62-4924-a910-3cf732a9238c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Floating IP 72ad4923-4824-4747-9e19-f3bda0f4dc88 associated. External IP: 172.27.3.203, port: b988f7cc-a812-42b0-8d6d-204700084bfd. May 10 11:25:19.667132 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:25:19.867181 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8088f5-5b62-4924-a910-3cf732a9238c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Router 52a4457a-bbad-4e4c-aa24-94649f57335d has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:25:20.066238 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8088f5-5b62-4924-a910-3cf732a9238c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:25:20.070860 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fe8088f5-5b62-4924-a910-3cf732a9238c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:20.079479 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d8111-559c-46ac-9679-6cc8eeae3c7c None None] Sync routers for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:20.092943 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d8111-559c-46ac-9679-6cc8eeae3c7c None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:25:20.094669 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-e62d8111-559c-46ac-9679-6cc8eeae3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:24:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:20.167418 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-fe8088f5-5b62-4924-a910-3cf732a9238c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "PUT /v2.0/floatingips/72ad4923-4824-4747-9e19-f3bda0f4dc88 HTTP/1.1" status: 200 len: 991 time: 1.7977245 May 10 11:25:20.168421 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cff7ae-2b8c-46f1-873b-5d11b40b9025', 'tag': 'b988f7cc-a812-42b0-8d6d-204700084bfd'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:20.214210 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959486eb-a7c1-40db-9f41-21a2d4867267 req-433aaa85-c858-4e8b-863e-fb3ede6f0476 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:20.215767 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-959486eb-a7c1-40db-9f41-21a2d4867267 req-433aaa85-c858-4e8b-863e-fb3ede6f0476 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1986330 May 10 11:25:20.288210 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-959486eb-a7c1-40db-9f41-21a2d4867267 req-85defb31-dac7-4c90-993f-55628c30db10 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628428 May 10 11:25:20.338691 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cff7ae-2b8c-46f1-873b-5d11b40b9025', 'tag': 'b988f7cc-a812-42b0-8d6d-204700084bfd', 'status': 'completed', 'code': 200} May 10 11:25:20.439482 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-e62d8111-559c-46ac-9679-6cc8eeae3c7c None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:25:20.530187 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dce535-387a-408e-9140-f6232706682d req-d064429b-ca14-49a9-944f-9d18c2013a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:20.534878 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-89dce535-387a-408e-9140-f6232706682d req-d064429b-ca14-49a9-944f-9d18c2013a09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 1098 time: 0.1701121 May 10 11:25:20.648105 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c26a61-ce17-4a5f-99d0-1b083183c8b6 req-5ea8797e-c983-4824-9fb6-aab769497d56 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:20.660580 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-28c26a61-ce17-4a5f-99d0-1b083183c8b6 req-5ea8797e-c983-4824-9fb6-aab769497d56 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 945 time: 0.1418874 May 10 11:25:20.754962 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-28c26a61-ce17-4a5f-99d0-1b083183c8b6 req-5b7fa182-23f1-497b-b6c0-857073bc13b4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858290 May 10 11:25:20.801895 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dce535-387a-408e-9140-f6232706682d req-86077256-15d6-4f75-9741-4e890cccc915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:20.803331 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-89dce535-387a-408e-9140-f6232706682d req-86077256-15d6-4f75-9741-4e890cccc915 service neutron] 10.222.0.30 "GET /v2.0/networks?id=367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 200 len: 912 time: 0.2614717 May 10 11:25:21.003241 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-89dce535-387a-408e-9140-f6232706682d req-9cae76f6-eeab-4567-9ec9-c682f9c62c71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b988f7cc-a812-42b0-8d6d-204700084bfd HTTP/1.1" status: 200 len: 999 time: 0.1852379 May 10 11:25:21.044799 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c312675-55e3-41e0-bdd9-516d1fe13681 req-ee06fb84-5f18-46c8-b072-269eede7e04c tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:21.045351 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-e62d8111-559c-46ac-9679-6cc8eeae3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '72ad4923-4824-4747-9e19-f3bda0f4dc88', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'port_id': 'b988f7cc-a812-42b0-8d6d-204700084bfd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'mac_address': 'fa:16:3e:3f:4c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cff7ae-2b8c-46f1-873b-5d11b40b9025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:24:39Z', 'updated_at': '2021-05-10T11:25:19Z', 'revision_number': 1, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:36Z', 'revision_number': 5, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:21.050258 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d8111-559c-46ac-9679-6cc8eeae3c7c None None] Checking router: 52a4457a-bbad-4e4c-aa24-94649f57335d for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:21.059612 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d8111-559c-46ac-9679-6cc8eeae3c7c None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:25:21.060458 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-e62d8111-559c-46ac-9679-6cc8eeae3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:24:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:21.068524 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3c312675-55e3-41e0-bdd9-516d1fe13681 req-ee06fb84-5f18-46c8-b072-269eede7e04c tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 946 time: 0.2242024 May 10 11:25:21.128966 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dce535-387a-408e-9140-f6232706682d req-30c839da-1b75-4f70-9929-06d52724c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:21.131130 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-89dce535-387a-408e-9140-f6232706682d req-30c839da-1b75-4f70-9929-06d52724c578 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=097652b3-55a3-410a-a095-41743a687aac HTTP/1.1" status: 200 len: 850 time: 0.1152251 May 10 11:25:21.165390 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3c312675-55e3-41e0-bdd9-516d1fe13681 req-113e51e7-a70e-490a-8c04-02cff878a2b3 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958037 May 10 11:25:21.241606 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dce535-387a-408e-9140-f6232706682d req-7b449eb8-c5a7-4e44-a7bc-079287f4f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:21.244256 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-89dce535-387a-408e-9140-f6232706682d req-7b449eb8-c5a7-4e44-a7bc-079287f4f3fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=367daadb-7975-4d87-914f-7685d11912a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1039977 May 10 11:25:21.346802 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-e62d8111-559c-46ac-9679-6cc8eeae3c7c None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:25:21.439346 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-89dce535-387a-408e-9140-f6232706682d req-b7814048-4876-4f69-949f-dd2595cf5f62 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816270 May 10 11:25:21.659509 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-89dce535-387a-408e-9140-f6232706682d req-fe247011-3af3-4aea-b4de-742479e66697 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169216 May 10 11:25:21.692021 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1819bd-900c-4526-bf3e-be563212f8dc req-1ca358e2-8805-466c-b58c-9a3c8d13d223 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:21.693987 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1f1819bd-900c-4526-bf3e-be563212f8dc req-1ca358e2-8805-466c-b58c-9a3c8d13d223 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1607058 May 10 11:25:21.765816 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1f1819bd-900c-4526-bf3e-be563212f8dc req-cb28452b-551a-45e6-9537-b26bd9bc6778 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640419 May 10 11:25:21.955972 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-e62d8111-559c-46ac-9679-6cc8eeae3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '72ad4923-4824-4747-9e19-f3bda0f4dc88', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'port_id': 'b988f7cc-a812-42b0-8d6d-204700084bfd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'mac_address': 'fa:16:3e:3f:4c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cff7ae-2b8c-46f1-873b-5d11b40b9025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:24:39Z', 'updated_at': '2021-05-10T11:25:19Z', 'revision_number': 1, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:36Z', 'revision_number': 5, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:21.961049 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d8111-559c-46ac-9679-6cc8eeae3c7c None None] The sync data for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi is: [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '72ad4923-4824-4747-9e19-f3bda0f4dc88', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'port_id': 'b988f7cc-a812-42b0-8d6d-204700084bfd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'mac_address': 'fa:16:3e:3f:4c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cff7ae-2b8c-46f1-873b-5d11b40b9025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:24:39Z', 'updated_at': '2021-05-10T11:25:19Z', 'revision_number': 1, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:36Z', 'revision_number': 5, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:22.196384 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7a3f5-3cc5-4110-a0be-09f310cf83e0 None None] New status for floating IP 72ad4923-4824-4747-9e19-f3bda0f4dc88: ACTIVE {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:25:22.373222 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd5220-e906-4c14-abb9-a49c26134878 req-bbc4d82f-5596-48ed-a5de-c59fafd77f12 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:22.375110 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-eacd5220-e906-4c14-abb9-a49c26134878 req-bbc4d82f-5596-48ed-a5de-c59fafd77f12 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 945 time: 0.0947289 May 10 11:25:22.399904 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d9b4536c-d0b3-4055-8d47-f52307eb3fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.428770 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-eacd5220-e906-4c14-abb9-a49c26134878 req-2b7651c3-ca10-41ab-a48e-80bd13161909 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476642 May 10 11:25:22.626116 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c173b82-a0da-4e9d-a068-0e32fda80527 req-1b8ec142-34e4-4f5d-8b3f-df480c6003d4 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:22.627559 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6c173b82-a0da-4e9d-a068-0e32fda80527 req-1b8ec142-34e4-4f5d-8b3f-df480c6003d4 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 946 time: 0.0838268 May 10 11:25:22.651410 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b7954f63-dea0-4594-baf1-be55c62797a6 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:25:22.674081 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6c173b82-a0da-4e9d-a068-0e32fda80527 req-697435f1-55a8-46f4-8150-066acc29c64b tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401127 May 10 11:25:22.763633 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port b7954f63-dea0-4594-baf1-be55c62797a6 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:25:22.768489 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port b7954f63-dea0-4594-baf1-be55c62797a6 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:25:22.768906 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.888206 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5760c-49d3-48d8-aaac-08aba9ec788d req-9964f91e-eb41-434c-8efe-9ecc2f58bf51 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:22.889749 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b0e5760c-49d3-48d8-aaac-08aba9ec788d req-9964f91e-eb41-434c-8efe-9ecc2f58bf51 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1094480 May 10 11:25:22.900831 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.938326 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:22.948457 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b0e5760c-49d3-48d8-aaac-08aba9ec788d req-7b70f3c1-3e6a-4ef4-b425-878a815b7840 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517082 May 10 11:25:22.949249 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b7954f63-dea0-4594-baf1-be55c62797a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7954f63-dea0-4594-baf1-be55c62797a6,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:22.953365 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:22.955787 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:22.996831 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'code': 200} May 10 11:25:23.032086 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b7954f63-dea0-4594-baf1-be55c62797a6,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:23.039767 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:23.040110 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:23.040449 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:23.040798 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:23.041128 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:23.041451 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:23.041771 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:23.042089 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:23.042428 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:23.042748 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:23.043063 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:23.043378 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:25:23.047235 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:23.615217 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ccf6c-880b-47db-aa19-4a21767b81bb req-9617accf-845a-4d57-92f4-4fd6a7bc9573 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:23.616547 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f30ccf6c-880b-47db-aa19-4a21767b81bb req-9617accf-845a-4d57-92f4-4fd6a7bc9573 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0777006 May 10 11:25:23.663649 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f30ccf6c-880b-47db-aa19-4a21767b81bb req-862f1953-4ed4-4c12-bbe1-ec0f399c4b77 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407219 May 10 11:25:23.861915 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5880962-66b8-4238-bc48-e3ec8e5aaca7 req-9df4299e-e87a-49be-959a-2887fd32c493 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:23.863329 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e5880962-66b8-4238-bc48-e3ec8e5aaca7 req-9df4299e-e87a-49be-959a-2887fd32c493 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 946 time: 0.0784285 May 10 11:25:23.907203 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e5880962-66b8-4238-bc48-e3ec8e5aaca7 req-88997a98-2947-485f-afee-4b90d4dd50d4 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376217 May 10 11:25:24.143157 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fac39-ec08-4db1-b660-8fbd89c0952a req-ee9300b4-9b8b-4aea-937d-5c1b10deba5f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:24.144574 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1c7fac39-ec08-4db1-b660-8fbd89c0952a req-ee9300b4-9b8b-4aea-937d-5c1b10deba5f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.0837731 May 10 11:25:24.188522 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1c7fac39-ec08-4db1-b660-8fbd89c0952a req-114ea70d-2d12-4ac3-81c7-24037e9052a1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380361 May 10 11:25:24.846926 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449f029-75f4-4004-af4c-e998506484a3 req-93b312e6-8959-457a-88ff-9adeb2884334 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:24.848341 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3449f029-75f4-4004-af4c-e998506484a3 req-93b312e6-8959-457a-88ff-9adeb2884334 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0785346 May 10 11:25:24.893217 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3449f029-75f4-4004-af4c-e998506484a3 req-ca3e9c5a-3a52-486e-a5e8-87783b967fee tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384440 May 10 11:25:24.960393 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d1b8eb72-57e6-4e4e-b197-57fde3f9aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:25.037223 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:25.103149 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77a6e1-9b7d-425b-9179-4190f1e543c9 req-967efbff-9206-4818-a24a-7d292bee6950 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:25.103149 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5c77a6e1-9b7d-425b-9179-4190f1e543c9 req-967efbff-9206-4818-a24a-7d292bee6950 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 946 time: 0.0906661 May 10 11:25:25.154337 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5c77a6e1-9b7d-425b-9179-4190f1e543c9 req-e3d135c4-ffb7-401c-9b82-648ed1e6f54c tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463650 May 10 11:25:25.372685 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3e48e-1f20-4ff4-aa82-e430eec1a75b req-fd2d904b-e4f7-4ba0-840f-47e0e2511aac tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:25.374120 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1cd3e48e-1f20-4ff4-aa82-e430eec1a75b req-fd2d904b-e4f7-4ba0-840f-47e0e2511aac tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.0821965 May 10 11:25:25.418291 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1cd3e48e-1f20-4ff4-aa82-e430eec1a75b req-7ce5e420-0605-4b2f-8500-00958238c263 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385041 May 10 11:25:26.014140 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:26.077657 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49990ba2-c19f-4d1c-b31d-dfdd95ef3033 req-14b67201-5a1f-4d21-992d-f8e50a9d43db tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:26.079073 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-49990ba2-c19f-4d1c-b31d-dfdd95ef3033 req-14b67201-5a1f-4d21-992d-f8e50a9d43db tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0793521 May 10 11:25:26.125948 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-49990ba2-c19f-4d1c-b31d-dfdd95ef3033 req-ec125360-73b0-4670-b3c1-db145ecac4a5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410953 May 10 11:25:26.343934 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2773a3-e85a-47f9-af8d-829332ffd527 req-e49740e9-cfc8-445b-9dd8-5d63939b66fe tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:26.345366 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6d2773a3-e85a-47f9-af8d-829332ffd527 req-e49740e9-cfc8-445b-9dd8-5d63939b66fe tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 946 time: 0.0869453 May 10 11:25:26.388833 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6d2773a3-e85a-47f9-af8d-829332ffd527 req-06f83989-4425-4afb-9add-5ff291bdbf0e tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375345 May 10 11:25:26.733727 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c45e8f-c617-4516-8a3a-7ba01295fcb1 req-abcb9527-c2f1-41dc-bf36-e74d8d22731a tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:26.735050 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-10c45e8f-c617-4516-8a3a-7ba01295fcb1 req-abcb9527-c2f1-41dc-bf36-e74d8d22731a tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.0808568 May 10 11:25:26.780373 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-10c45e8f-c617-4516-8a3a-7ba01295fcb1 req-85414095-d517-41c9-91ce-72be964bb378 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 May 10 11:25:26.842367 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d52e6a-6c11-4d30-8930-5f0cf9696a6f req-a9753815-ee55-4b94-ad41-74e0553cf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:26.843713 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79d52e6a-6c11-4d30-8930-5f0cf9696a6f req-a9753815-ee55-4b94-ad41-74e0553cf1c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63d6ee33a4424d58867cf66f38b94d68&device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 1099 time: 0.0780561 May 10 11:25:27.002110 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0ecf8-1741-4ebb-a45d-40741327f33e req-de5379bc-6004-4612-8340-ee401512af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:27.003446 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3af0ecf8-1741-4ebb-a45d-40741327f33e req-de5379bc-6004-4612-8340-ee401512af80 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 1099 time: 0.0720019 May 10 11:25:27.048490 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3af0ecf8-1741-4ebb-a45d-40741327f33e req-3675572e-c072-41db-8142-d119f65cd11f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365751 May 10 11:25:27.066001 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d52e6a-6c11-4d30-8930-5f0cf9696a6f req-96cbbbc6-6a43-42f0-afc3-4b1acbcd5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:27.067420 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79d52e6a-6c11-4d30-8930-5f0cf9696a6f req-96cbbbc6-6a43-42f0-afc3-4b1acbcd5150 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 200 len: 919 time: 0.2156808 May 10 11:25:27.248356 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79d52e6a-6c11-4d30-8930-5f0cf9696a6f req-6e8a19dd-9ee1-4ea7-af0d-c3c9945aef7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 HTTP/1.1" status: 200 len: 217 time: 0.0633550 May 10 11:25:27.321154 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d52e6a-6c11-4d30-8930-5f0cf9696a6f req-f28fda2a-ada8-4849-a0e8-9a6c130bb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:27.322751 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79d52e6a-6c11-4d30-8930-5f0cf9696a6f req-f28fda2a-ada8-4849-a0e8-9a6c130bb7e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79871b72-bb32-422b-8cbf-d81f2f7d441c HTTP/1.1" status: 200 len: 858 time: 0.0667162 May 10 11:25:27.330805 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0aa9d-a3b1-4e6c-aaa8-d6b0561f6ec0 req-2603eb3d-dfdf-4b77-8af8-dc089482f659 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:27.333576 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c1f0aa9d-a3b1-4e6c-aaa8-d6b0561f6ec0 req-2603eb3d-dfdf-4b77-8af8-dc089482f659 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0983176 May 10 11:25:27.391086 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c1f0aa9d-a3b1-4e6c-aaa8-d6b0561f6ec0 req-9d2523a7-20da-4392-97a1-8a1e112e3d57 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514734 May 10 11:25:27.396018 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:27.573492 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a5577-25e6-434c-87fc-2a8ee899ca94 req-62d70943-b6b1-4653-9306-d9d84fc3b0ad tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:27.574934 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2c4a5577-25e6-434c-87fc-2a8ee899ca94 req-62d70943-b6b1-4653-9306-d9d84fc3b0ad tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 946 time: 0.0813773 May 10 11:25:27.671276 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79d52e6a-6c11-4d30-8930-5f0cf9696a6f req-1e6c43e8-034a-48ed-970e-e70b9e516dfe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cef487f9-42ce-4632-b394-ab24d64ee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414178 May 10 11:25:27.672042 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2c4a5577-25e6-434c-87fc-2a8ee899ca94 req-3015a156-9738-4b5c-997d-68da6cf747d9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914161 May 10 11:25:27.805431 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79d52e6a-6c11-4d30-8930-5f0cf9696a6f req-ef7f3c91-37ef-4603-9957-31a58bdd107a service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251583 May 10 11:25:27.947254 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-79d52e6a-6c11-4d30-8930-5f0cf9696a6f req-8e35d830-b660-4ff8-b14c-a3fd30f8ca59 service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279454 May 10 11:25:27.962497 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc11fb-5b83-468d-9fd9-c0066b52ecfc req-4e584b11-f8b4-4c1f-b64e-06a95b91c551 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:27.963980 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bacc11fb-5b83-468d-9fd9-c0066b52ecfc req-4e584b11-f8b4-4c1f-b64e-06a95b91c551 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.0792546 May 10 11:25:28.010295 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bacc11fb-5b83-468d-9fd9-c0066b52ecfc req-76392366-3ecb-4278-bc36-0d163a4e7a17 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402122 May 10 11:25:28.591755 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55d73-b47e-463a-b02e-75c35aeaa449 req-344b0941-d052-4322-b9e2-6e6ba8aac539 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:28.594469 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-00e55d73-b47e-463a-b02e-75c35aeaa449 req-344b0941-d052-4322-b9e2-6e6ba8aac539 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0925078 May 10 11:25:28.646991 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-00e55d73-b47e-463a-b02e-75c35aeaa449 req-661e66e9-ac9c-48d3-b1e2-5e9b33745f75 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457523 May 10 11:25:28.879340 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a6d16-ada3-4783-b06e-1ebd1f6cdb5a req-ce4b0a4e-7ce4-43da-8d3c-e8e92241b392 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:28.881240 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-707a6d16-ada3-4783-b06e-1ebd1f6cdb5a req-ce4b0a4e-7ce4-43da-8d3c-e8e92241b392 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 946 time: 0.0855138 May 10 11:25:28.931163 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-707a6d16-ada3-4783-b06e-1ebd1f6cdb5a req-772ba40f-0710-4f8e-8d5c-ddf1626deb7c tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451312 May 10 11:25:29.201000 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362f46c-c089-44b1-b44a-23e2818458af req-d8e6d829-c89f-4d79-9a8b-b4dcc410ed6b tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:29.202415 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1362f46c-c089-44b1-b44a-23e2818458af req-d8e6d829-c89f-4d79-9a8b-b4dcc410ed6b tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.0832193 May 10 11:25:29.247137 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1362f46c-c089-44b1-b44a-23e2818458af req-ac4a73fd-ed49-4866-8b67-626333b064d7 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390613 May 10 11:25:29.648916 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38337e-d1db-4fc9-b6f6-947a2f24d297 req-71d32814-7314-47ab-ae44-9f5cb1687fdb tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:29.649639 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-9f38337e-d1db-4fc9-b6f6-947a2f24d297 req-71d32814-7314-47ab-ae44-9f5cb1687fdb tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Synchronizing usage tracker for tenant:c22531b3ceed4485980c6ae6296b7e92 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:29.668363 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-9f38337e-d1db-4fc9-b6f6-947a2f24d297 req-71d32814-7314-47ab-ae44-9f5cb1687fdb tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Unset dirty status for tenant:c22531b3ceed4485980c6ae6296b7e92 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:29.669621 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9f38337e-d1db-4fc9-b6f6-947a2f24d297 req-71d32814-7314-47ab-ae44-9f5cb1687fdb tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 946 time: 0.1219454 May 10 11:25:29.834102 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-9f38337e-d1db-4fc9-b6f6-947a2f24d297 req-872fa4a9-51d1-4806-b830-6a40e3816be9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Deleting port b134eace-ad14-4cfd-b3e2-949ef0bd76ca {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:25:29.834481 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9f38337e-d1db-4fc9-b6f6-947a2f24d297 req-872fa4a9-51d1-4806-b830-6a40e3816be9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:29.856169 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59226b62-97c2-44aa-89d3-67eb9835d99e req-9afb1399-f082-4fd8-a662-4e61bbd99850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:29.858047 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-59226b62-97c2-44aa-89d3-67eb9835d99e req-9afb1399-f082-4fd8-a662-4e61bbd99850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0874891 May 10 11:25:29.909237 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-59226b62-97c2-44aa-89d3-67eb9835d99e req-9536a82b-3764-4c26-ad3b-99f405c5b995 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459139 May 10 11:25:29.984791 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-9f38337e-d1db-4fc9-b6f6-947a2f24d297 req-872fa4a9-51d1-4806-b830-6a40e3816be9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] For port b134eace-ad14-4cfd-b3e2-949ef0bd76ca, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b134eace-ad14-4cfd-b3e2-949ef0bd76ca,segment=NetworkSegment(dee9ae70-9633-46e6-96bc-1f8a4e669b97),segment_id=dee9ae70-9633-46e6-96bc-1f8a4e669b97)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:25:29.985149 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9f38337e-d1db-4fc9-b6f6-947a2f24d297 req-872fa4a9-51d1-4806-b830-6a40e3816be9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.081198 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 38702) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:30.182079 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034de1d-ed7d-4658-936c-abd8d9e9dc11 req-d23e7788-bffd-4182-b8cc-3bfb53ddfa8a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:30.188309 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e034de1d-ed7d-4658-936c-abd8d9e9dc11 req-d23e7788-bffd-4182-b8cc-3bfb53ddfa8a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.1507075 May 10 11:25:30.193711 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 38712) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:30.200754 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-1ebcef43-49b5-4841-8075-0f85cd984c72 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Request body: {'floatingip': {'port_id': 'b7954f63-dea0-4594-baf1-be55c62797a6'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:30.201023 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-9f38337e-d1db-4fc9-b6f6-947a2f24d297 req-872fa4a9-51d1-4806-b830-6a40e3816be9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Calling delete_port for b134eace-ad14-4cfd-b3e2-949ef0bd76ca owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:25:30.328666 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1ebcef43-49b5-4841-8075-0f85cd984c72 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.412301 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e977-7df6-4e7c-bde1-f7be40463b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.440102 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9f38337e-d1db-4fc9-b6f6-947a2f24d297 req-872fa4a9-51d1-4806-b830-6a40e3816be9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.469230 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f183df26-c967-4ad0-9975-d957580cafd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:30.526727 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-c7e9e977-7df6-4e7c-bde1-f7be40463b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:30.532226 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-c7e9e977-7df6-4e7c-bde1-f7be40463b7f admin admin] Usage tracker for resource:security_group_rule and tenant:30a40b3ad97141ce8b4f484ad8956dcf is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:30.536058 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-c7e9e977-7df6-4e7c-bde1-f7be40463b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:30.543038 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-c7e9e977-7df6-4e7c-bde1-f7be40463b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:30.543989 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fa4a9-51d1-4806-b830-6a40e3816be9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Pushing event deleted for resources: {'Port': ['ID=b134eace-ad14-4cfd-b3e2-949ef0bd76ca,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:30.559531 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-872fa4a9-51d1-4806-b830-6a40e3816be9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:30.657275 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f38337e-d1db-4fc9-b6f6-947a2f24d297 req-872fa4a9-51d1-4806-b830-6a40e3816be9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] No DVR routers for this DVR port b134eace-ad14-4cfd-b3e2-949ef0bd76ca on host hv-cinder-78495 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:25:30.660450 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-9f38337e-d1db-4fc9-b6f6-947a2f24d297 req-872fa4a9-51d1-4806-b830-6a40e3816be9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.664587 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c48f73e-2133-4282-aa33-efac250daf4b', 'name': 'network-vif-deleted', 'tag': 'b134eace-ad14-4cfd-b3e2-949ef0bd76ca'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:30.679292 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9f38337e-d1db-4fc9-b6f6-947a2f24d297 req-872fa4a9-51d1-4806-b830-6a40e3816be9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.30 "DELETE /v2.0/ports/b134eace-ad14-4cfd-b3e2-949ef0bd76ca HTTP/1.1" status: 204 len: 173 time: 1.0032582 May 10 11:25:30.698588 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0419f2-7f3a-42a9-91cb-406815465cb1 req-cb175c52-1cc9-4cf4-9856-abd58382ffcc tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:30.699945 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2d0419f2-7f3a-42a9-91cb-406815465cb1 req-cb175c52-1cc9-4cf4-9856-abd58382ffcc tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 867 time: 0.5753670 May 10 11:25:30.923981 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f6b98-4ef0-44f9-a627-932afcab30d4 req-0bd4f99f-89a8-4d4f-b28f-59318f74b8c5 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:30.925454 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f32f6b98-4ef0-44f9-a627-932afcab30d4 req-0bd4f99f-89a8-4d4f-b28f-59318f74b8c5 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.5172658 May 10 11:25:30.936658 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e977-7df6-4e7c-bde1-f7be40463b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.943243 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2d0419f2-7f3a-42a9-91cb-406815465cb1 req-c30bc53b-6665-451f-adaf-f76c0a8ac544 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f83ef64-5e2a-4ded-bc98-43a7062b5853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329991 May 10 11:25:30.958537 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e977-7df6-4e7c-bde1-f7be40463b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:30.970157 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:31.059036 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-c7e9e977-7df6-4e7c-bde1-f7be40463b7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30a40b3ad97141ce8b4f484ad8956dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9766095 May 10 11:25:31.060034 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9e977-7df6-4e7c-bde1-f7be40463b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f690a26d-3b26-4ece-800e-84485667b888,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:31.061637 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 38740) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:31.067173 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f32f6b98-4ef0-44f9-a627-932afcab30d4 req-8b1d72b5-664d-4705-ac06-5699e67d735c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271129 May 10 11:25:31.069722 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c7e9e977-7df6-4e7c-bde1-f7be40463b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:31.138980 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c48f73e-2133-4282-aa33-efac250daf4b', 'name': 'network-vif-deleted', 'tag': 'b134eace-ad14-4cfd-b3e2-949ef0bd76ca', 'status': 'completed', 'code': 200} May 10 11:25:31.141430 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e1b43f7c-96e8-4e4a-a2cc-4c2d821d5162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.169827 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e1b43f7c-96e8-4e4a-a2cc-4c2d821d5162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.221156 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e1b43f7c-96e8-4e4a-a2cc-4c2d821d5162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.226695 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:31.237696 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b43f7c-96e8-4e4a-a2cc-4c2d821d5162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f690a26d-3b26-4ece-800e-84485667b888,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:31.241723 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e1b43f7c-96e8-4e4a-a2cc-4c2d821d5162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:31.245390 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e1b43f7c-96e8-4e4a-a2cc-4c2d821d5162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.246591 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e1b43f7c-96e8-4e4a-a2cc-4c2d821d5162 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f690a26d-3b26-4ece-800e-84485667b888 HTTP/1.1" status: 204 len: 168 time: 0.1834345 May 10 11:25:31.528108 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 38752) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:31.546439 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6021be56-5a71-412b-aca3-5b2a81f854b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.565813 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6021be56-5a71-412b-aca3-5b2a81f854b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:31.570667 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6021be56-5a71-412b-aca3-5b2a81f854b5 admin admin] Usage tracker for resource:security_group_rule and tenant:1e42df485f5c4382816c2c62ca13457f is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:31.573525 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6021be56-5a71-412b-aca3-5b2a81f854b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:31.577542 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1ebcef43-49b5-4841-8075-0f85cd984c72 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.579503 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6021be56-5a71-412b-aca3-5b2a81f854b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:31.583266 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1ebcef43-49b5-4841-8075-0f85cd984c72 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.673289 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6021be56-5a71-412b-aca3-5b2a81f854b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.678505 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6021be56-5a71-412b-aca3-5b2a81f854b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.688674 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-dfd108a5-4fc5-44b8-8ef9-b6aae3ca6f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:31.733915 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6021be56-5a71-412b-aca3-5b2a81f854b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e42df485f5c4382816c2c62ca13457f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045798 May 10 11:25:31.735516 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021be56-5a71-412b-aca3-5b2a81f854b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60e5689-0d34-435c-b4f8-a3c982ce6b19,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:31.737782 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 38758) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:31.742113 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6021be56-5a71-412b-aca3-5b2a81f854b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:31.788353 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.l3_db [None req-1ebcef43-49b5-4841-8075-0f85cd984c72 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Floating IP 8cefb8d8-003e-4eec-96b0-12d13646b00b associated. External IP: 172.27.3.156, port: b7954f63-dea0-4594-baf1-be55c62797a6. May 10 11:25:31.942935 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f98f-5307-45eb-9c6e-fa4f99a91f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:31.980799 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f98f-5307-45eb-9c6e-fa4f99a91f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.183594 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5dd28e01-c77a-4b8b-9045-27359b8f534c req-1721aedd-68e8-4fc7-8ea2-5095ff12990c tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 210 time: 0.1236970 May 10 11:25:32.226657 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f98f-5307-45eb-9c6e-fa4f99a91f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.234126 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:32.260703 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8f98f-5307-45eb-9c6e-fa4f99a91f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60e5689-0d34-435c-b4f8-a3c982ce6b19,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:32.265397 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a0c8f98f-5307-45eb-9c6e-fa4f99a91f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:32.270197 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebcef43-49b5-4841-8075-0f85cd984c72 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Router ae956036-fa2c-4d3e-999b-14027811c6fd has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:25:32.385013 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a0c8f98f-5307-45eb-9c6e-fa4f99a91f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.386102 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-a0c8f98f-5307-45eb-9c6e-fa4f99a91f83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c60e5689-0d34-435c-b4f8-a3c982ce6b19 HTTP/1.1" status: 204 len: 168 time: 0.6474211 May 10 11:25:32.437399 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b134eace-ad14-4cfd-b3e2-949ef0bd76ca no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:25:32.486650 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: b134eace-ad14-4cfd-b3e2-949ef0bd76ca {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:25:32.487281 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b134eace-ad14-4cfd-b3e2-949ef0bd76ca not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:25:32.632642 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f225d-41b4-48ae-979e-101d821d4929 req-aea0313b-c45b-4cb7-bbe4-a5f3d57d8d7d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:32.634710 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-572f225d-41b4-48ae-979e-101d821d4929 req-aea0313b-c45b-4cb7-bbe4-a5f3d57d8d7d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.3515060 May 10 11:25:32.635238 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebcef43-49b5-4841-8075-0f85cd984c72 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:25:32.642975 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1ebcef43-49b5-4841-8075-0f85cd984c72 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:32.645053 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4aed4-3e0c-45cc-95b0-9969496a6553 None None] Sync routers for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:25:32.660269 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc4aed4-3e0c-45cc-95b0-9969496a6553 None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:25:32.661962 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-6cc4aed4-3e0c-45cc-95b0-9969496a6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:25:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:32.738826 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-1ebcef43-49b5-4841-8075-0f85cd984c72 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "PUT /v2.0/floatingips/8cefb8d8-003e-4eec-96b0-12d13646b00b HTTP/1.1" status: 200 len: 992 time: 2.5429945 May 10 11:25:32.739584 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:32.764832 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-572f225d-41b4-48ae-979e-101d821d4929 req-47dfe7af-e461-455a-a813-ef6d0b0653ba tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854514 May 10 11:25:32.873110 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-6cc4aed4-3e0c-45cc-95b0-9969496a6553 None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:25:33.265355 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-6cc4aed4-3e0c-45cc-95b0-9969496a6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '8cefb8d8-003e-4eec-96b0-12d13646b00b', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'port_id': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'mac_address': 'fa:16:3e:dd:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:24:47Z', 'updated_at': '2021-05-10T11:25:31Z', 'revision_number': 1, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:48Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:33.269037 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4aed4-3e0c-45cc-95b0-9969496a6553 None None] Checking router: ae956036-fa2c-4d3e-999b-14027811c6fd for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:25:33.277876 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc4aed4-3e0c-45cc-95b0-9969496a6553 None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:25:33.278488 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-6cc4aed4-3e0c-45cc-95b0-9969496a6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:25:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:33.453418 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-6cc4aed4-3e0c-45cc-95b0-9969496a6553 None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:25:33.799909 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-6cc4aed4-3e0c-45cc-95b0-9969496a6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '8cefb8d8-003e-4eec-96b0-12d13646b00b', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'port_id': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'mac_address': 'fa:16:3e:dd:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:24:47Z', 'updated_at': '2021-05-10T11:25:31Z', 'revision_number': 1, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:48Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:33.804372 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4aed4-3e0c-45cc-95b0-9969496a6553 None None] The sync data for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi is: [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '8cefb8d8-003e-4eec-96b0-12d13646b00b', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'port_id': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'mac_address': 'fa:16:3e:dd:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:24:47Z', 'updated_at': '2021-05-10T11:25:31Z', 'revision_number': 1, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:48Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:25:34.002719 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86487f35-e8b8-496c-a7cb-a4ac350c689d None None] New status for floating IP 8cefb8d8-003e-4eec-96b0-12d13646b00b: ACTIVE {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:25:35.323821 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'status': 'completed', 'code': 200} May 10 11:25:35.467314 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c4e2f96c-482c-4fb4-a30e-be099032faad req-86324671-4b43-4cb4-8411-2436738b6c65 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 210 time: 0.0823402 May 10 11:25:35.511122 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ebdc9-584b-40fe-a064-e976f7a4715c req-44e7b51c-f85d-42a7-a3ae-f43dfaadb18d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:35.512542 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ed5ebdc9-584b-40fe-a064-e976f7a4715c req-44e7b51c-f85d-42a7-a3ae-f43dfaadb18d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.0954292 May 10 11:25:35.528624 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb322073-02f7-4b97-b250-2f57b5b49d50 req-516537f7-dd7f-4d14-906c-3c30782add2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:35.530145 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cb322073-02f7-4b97-b250-2f57b5b49d50 req-516537f7-dd7f-4d14-906c-3c30782add2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 1099 time: 0.1390762 May 10 11:25:35.556805 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ed5ebdc9-584b-40fe-a064-e976f7a4715c req-e6f31ec5-c11e-4df9-a2c5-e0a82ac4eac5 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385330 May 10 11:25:35.658703 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb322073-02f7-4b97-b250-2f57b5b49d50 req-78ac10c4-696d-4206-9bd3-debde7f434b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:35.660140 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cb322073-02f7-4b97-b250-2f57b5b49d50 req-78ac10c4-696d-4206-9bd3-debde7f434b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 200 len: 917 time: 0.1233211 May 10 11:25:35.763761 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cb322073-02f7-4b97-b250-2f57b5b49d50 req-50d3102c-3158-4610-a81b-8467104b0502 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7954f63-dea0-4594-baf1-be55c62797a6 HTTP/1.1" status: 200 len: 1002 time: 0.0950265 May 10 11:25:35.825284 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb322073-02f7-4b97-b250-2f57b5b49d50 req-f4e106b3-673c-4daa-b892-716c1af87e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:35.826705 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cb322073-02f7-4b97-b250-2f57b5b49d50 req-f4e106b3-673c-4daa-b892-716c1af87e18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0047fbb1-9f38-4413-aadd-86fc2baa6bf0 HTTP/1.1" status: 200 len: 855 time: 0.0565565 May 10 11:25:35.905395 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb322073-02f7-4b97-b250-2f57b5b49d50 req-fac90147-3520-4d05-9858-60a3dde9119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:35.906859 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cb322073-02f7-4b97-b250-2f57b5b49d50 req-fac90147-3520-4d05-9858-60a3dde9119e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725882 May 10 11:25:36.053504 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cb322073-02f7-4b97-b250-2f57b5b49d50 req-b95f0d91-fe0f-4a62-9ad2-a452209d578a service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265438 May 10 11:25:36.188384 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-cb322073-02f7-4b97-b250-2f57b5b49d50 req-b6381039-0b4e-48d2-a1ee-71c2a89c3e31 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246779 May 10 11:25:36.615553 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6b92db89-169c-46e5-b80d-3d9f6b33e274 req-6e48222c-e28b-4425-b837-730bb56d945b tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c48f73e-2133-4282-aa33-efac250daf4b HTTP/1.1" status: 200 len: 210 time: 0.0423138 May 10 11:25:36.748578 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a34fc-5030-4dcb-b44b-9f741f3b3d8a req-434d5cd6-9b5d-4120-85e6-a0c26fe94cc6 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:36.750010 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-286a34fc-5030-4dcb-b44b-9f741f3b3d8a req-434d5cd6-9b5d-4120-85e6-a0c26fe94cc6 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.0823736 May 10 11:25:36.799736 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-286a34fc-5030-4dcb-b44b-9f741f3b3d8a req-3c95fb46-b348-42ab-907c-ce229bf90335 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439417 May 10 11:25:38.016852 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69efe1-f437-41f2-a8eb-74ce5e78de98 req-af5a9fb7-da60-4bce-a0ce-5c70b43ff964 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:38.022274 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fc69efe1-f437-41f2-a8eb-74ce5e78de98 req-af5a9fb7-da60-4bce-a0ce-5c70b43ff964 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1000814 May 10 11:25:38.064988 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fc69efe1-f437-41f2-a8eb-74ce5e78de98 req-9056a62f-d14d-4339-89b5-8aa6565e27df tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409448 May 10 11:25:39.286591 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac87b2-a824-4a20-b749-46054d5c8d3d req-f1d21854-d340-4a8e-bfd0-c45c98f85518 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:39.288053 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-76ac87b2-a824-4a20-b749-46054d5c8d3d req-f1d21854-d340-4a8e-bfd0-c45c98f85518 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.0896862 May 10 11:25:39.337131 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-76ac87b2-a824-4a20-b749-46054d5c8d3d req-78d45ca9-95b8-4dd0-ba42-cc70a81b0e05 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 May 10 11:25:39.516127 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 38994) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:39.582767 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b309e51-5a34-4760-aaaf-3909747686fb admin admin] Deleting subnet 3ba7747b-777e-460b-8817-60ad678a2419 {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:25:39.586216 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0b309e51-5a34-4760-aaaf-3909747686fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.643099 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0b309e51-5a34-4760-aaaf-3909747686fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557216'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.702987 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0b309e51-5a34-4760-aaaf-3909747686fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.987331 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0b309e51-5a34-4760-aaaf-3909747686fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2206754'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:39.992019 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:40.026785 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b309e51-5a34-4760-aaaf-3909747686fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba7747b-777e-460b-8817-60ad678a2419,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:40.028762 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0b309e51-5a34-4760-aaaf-3909747686fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.032347 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0b309e51-5a34-4760-aaaf-3909747686fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:40.039381 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0b309e51-5a34-4760-aaaf-3909747686fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3ba7747b-777e-460b-8817-60ad678a2419 HTTP/1.1" status: 204 len: 168 time: 0.5222194 May 10 11:25:40.041909 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 39020) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:40.051058 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39024) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:40.145365 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.169345 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c4af2962-2e2f-4a55-bbce-3dc093a6cbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.183547 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-c4af2962-2e2f-4a55-bbce-3dc093a6cbbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:40.187471 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-c4af2962-2e2f-4a55-bbce-3dc093a6cbbf admin admin] Usage tracker for resource:security_group_rule and tenant:99f2171e84d444daa0871a9f6fd0892d is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:40.190364 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-c4af2962-2e2f-4a55-bbce-3dc093a6cbbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:40.196649 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-c4af2962-2e2f-4a55-bbce-3dc093a6cbbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:40.275308 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.279337 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c4af2962-2e2f-4a55-bbce-3dc093a6cbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.283424 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c4af2962-2e2f-4a55-bbce-3dc093a6cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.288813 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:40.295460 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-bf145254-4f6f-4731-b06b-bc03aa00a843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:40.301041 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee9ae70-9633-46e6-96bc-1f8a4e669b97') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:40.301330 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee9ae70-9633-46e6-96bc-1f8a4e669b97') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:40.312542 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557247'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.329335 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.333676 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-c4af2962-2e2f-4a55-bbce-3dc093a6cbbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99f2171e84d444daa0871a9f6fd0892d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815435 May 10 11:25:40.335182 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af2962-2e2f-4a55-bbce-3dc093a6cbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718aa49a-3091-4686-aa14-74099e26c1a5,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:40.336356 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:25:40.336775 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438718'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.337598 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39032) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:40.340279 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c4af2962-2e2f-4a55-bbce-3dc093a6cbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: Traceback (most recent call last): May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: timer() May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: cb(*args, **kw) May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: return func(*args, **kwargs) May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: self._notify() May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: self.callback(batched_events) May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: event.method(event) May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: return f(self, *a, **k) May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._get(url).json() May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: return self.request(url, 'GET', **kwargs) May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:25:40.351042 dv-cinder-784956-5-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:25:40.401485 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f5d8809a-2205-44e8-9f86-9818a0b82caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.429360 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f5d8809a-2205-44e8-9f86-9818a0b82caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.482814 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f5d8809a-2205-44e8-9f86-9818a0b82caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.487778 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:40.499127 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8809a-2205-44e8-9f86-9818a0b82caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718aa49a-3091-4686-aa14-74099e26c1a5,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:40.502397 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.503299 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-f5d8809a-2205-44e8-9f86-9818a0b82caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:40.506945 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f5d8809a-2205-44e8-9f86-9818a0b82caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.508228 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.512444 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-f5d8809a-2205-44e8-9f86-9818a0b82caf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/718aa49a-3091-4686-aa14-74099e26c1a5 HTTP/1.1" status: 204 len: 168 time: 0.1721776 May 10 11:25:40.512698 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:40.536500 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:40.540039 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:40.558345 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/65cd5b14-4f70-4aa7-a94b-e2da3b55b9cb HTTP/1.1" status: 204 len: 168 time: 0.5132110 May 10 11:25:40.676527 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39046) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:40.725235 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-fb6bdb21-e0e5-4087-9d7a-5a166f64e360 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c22531b3ceed4485980c6ae6296b7e92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473113 May 10 11:25:40.727913 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39050) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:40.788083 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2acd79c6-ccfb-4b18-a6b2-379c37ac303c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.813646 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2acd79c6-ccfb-4b18-a6b2-379c37ac303c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.868281 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2acd79c6-ccfb-4b18-a6b2-379c37ac303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.873566 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-242a16a2-5a43-44f6-8645-c3d35ad11703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:40.887317 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd79c6-ccfb-4b18-a6b2-379c37ac303c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f83ef64-5e2a-4ded-bc98-43a7062b5853,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:40.889612 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-2acd79c6-ccfb-4b18-a6b2-379c37ac303c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:40.895437 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2acd79c6-ccfb-4b18-a6b2-379c37ac303c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.899958 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-2acd79c6-ccfb-4b18-a6b2-379c37ac303c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f83ef64-5e2a-4ded-bc98-43a7062b5853 HTTP/1.1" status: 204 len: 168 time: 0.1711369 May 10 11:25:40.916200 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 39058) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:40.935255 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2a30972e-1d8f-4eb3-9f5b-ea29651b1615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:40.949964 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-2a30972e-1d8f-4eb3-9f5b-ea29651b1615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:40.953755 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-2a30972e-1d8f-4eb3-9f5b-ea29651b1615 admin admin] Usage tracker for resource:security_group_rule and tenant:ac06f1759c614a31a0a2bc37634dc26e is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:40.956511 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-2a30972e-1d8f-4eb3-9f5b-ea29651b1615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:40.962240 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-2a30972e-1d8f-4eb3-9f5b-ea29651b1615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:41.043712 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2a30972e-1d8f-4eb3-9f5b-ea29651b1615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.047608 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2a30972e-1d8f-4eb3-9f5b-ea29651b1615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.059592 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:41.098895 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2a30972e-1d8f-4eb3-9f5b-ea29651b1615 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac06f1759c614a31a0a2bc37634dc26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815708 May 10 11:25:41.100542 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30972e-1d8f-4eb3-9f5b-ea29651b1615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ae7293-39d1-4f42-99c5-a7c9244b4a65,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:41.101501 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39064) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:41.109737 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2a30972e-1d8f-4eb3-9f5b-ea29651b1615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:41.164548 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7af6aeaa-ce36-43d5-9373-1e45e9e4d6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.191416 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7af6aeaa-ce36-43d5-9373-1e45e9e4d6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.246419 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7af6aeaa-ce36-43d5-9373-1e45e9e4d6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.251202 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e52c3269-8d7b-425d-80fb-d6bd1fafbc2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:41.264847 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6aeaa-ce36-43d5-9373-1e45e9e4d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ae7293-39d1-4f42-99c5-a7c9244b4a65,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:41.267347 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7af6aeaa-ce36-43d5-9373-1e45e9e4d6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:41.268541 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7af6aeaa-ce36-43d5-9373-1e45e9e4d6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.271857 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-7af6aeaa-ce36-43d5-9373-1e45e9e4d6c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8ae7293-39d1-4f42-99c5-a7c9244b4a65 HTTP/1.1" status: 204 len: 168 time: 0.1671085 May 10 11:25:41.721571 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39100) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:41.828732 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2042045734-network', 'tenant_id': '82cebafc38794f9fa888eab3cb7b6cc1'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:41.833146 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:41.837636 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Usage tracker for resource:network and tenant:82cebafc38794f9fa888eab3cb7b6cc1 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:41.840728 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:41.846810 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:41.857461 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Made reservation on behalf of 82cebafc38794f9fa888eab3cb7b6cc1 for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:41.859803 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.873218 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.888190 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:41.891956 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Usage tracker for resource:security_group_rule and tenant:82cebafc38794f9fa888eab3cb7b6cc1 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:41.894751 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:41.901848 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:41.986238 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.990311 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:41.993908 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d8edd0aa-d19d-41db-a4db-b4612637d3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:42.021724 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=78729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:25:42.030881 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:42.033834 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:42.038144 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.038627 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Added segment 14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8 of type vlan for network 4ea37700-213e-41f9-b226-b6d6299a5278 May 10 11:25:42.063985 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.092658 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.093952 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:42.094520 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.097695 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:42.196572 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea37700-213e-41f9-b226-b6d6299a5278,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:42.199542 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4767721 May 10 11:25:42.200386 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:42.202736 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 39122) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:42.208741 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Request body: {'subnet': {'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2042045734-subnet', 'tenant_id': '82cebafc38794f9fa888eab3cb7b6cc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:42.211473 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 4ea37700-213e-41f9-b226-b6d6299a5278 details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:25:42.213806 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:42.217670 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Usage tracker for resource:subnet and tenant:82cebafc38794f9fa888eab3cb7b6cc1 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:42.220536 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:42.226785 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:42.238257 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Made reservation on behalf of 82cebafc38794f9fa888eab3cb7b6cc1 for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:42.240629 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2206793'] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.401571 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39130) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:42.530850 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-beca9bce-98cf-4d2a-ab73-3ab2982f42f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.548256 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a31d9b-8f0c-40a1-a9f1-fc22678101a3 req-e477d3d7-06e3-4876-8fc6-5a3dd896a09b tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:42.549673 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-82a31d9b-8f0c-40a1-a9f1-fc22678101a3 req-e477d3d7-06e3-4876-8fc6-5a3dd896a09b tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1086898 May 10 11:25:42.555409 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-beca9bce-98cf-4d2a-ab73-3ab2982f42f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:42.560289 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-beca9bce-98cf-4d2a-ab73-3ab2982f42f8 admin admin] Usage tracker for resource:security_group_rule and tenant:780f4e2322b843fdaef9a56d5fdd98e1 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:42.563577 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-beca9bce-98cf-4d2a-ab73-3ab2982f42f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:42.581892 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-beca9bce-98cf-4d2a-ab73-3ab2982f42f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:42.621119 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-82a31d9b-8f0c-40a1-a9f1-fc22678101a3 req-76af1609-20cf-410f-b9ac-42c392d941cc tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619223 May 10 11:25:42.654612 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3557339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2206779'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.659374 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-58221ecd-3636-4a70-be19-74033b40def4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:42.685589 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-beca9bce-98cf-4d2a-ab73-3ab2982f42f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.689237 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-beca9bce-98cf-4d2a-ab73-3ab2982f42f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.698466 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3c47345a-5665-42b6-abca-5228296a64f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:42.729238 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b176c499-e468-48b6-be00-f4b8015f3210,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:42.733222 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:42.741959 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Checking segment: {'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:42.742109 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-beca9bce-98cf-4d2a-ab73-3ab2982f42f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=780f4e2322b843fdaef9a56d5fdd98e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365679 May 10 11:25:42.742545 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Network hostable DHCP agents. Network: 4ea37700-213e-41f9-b226-b6d6299a5278, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:25:42.742656 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39138) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:42.756073 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca9bce-98cf-4d2a-ab73-3ab2982f42f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95c77cb-ef4a-4af1-b046-86af8ecbd746,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:42.759594 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-beca9bce-98cf-4d2a-ab73-3ab2982f42f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:42.765418 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Network 4ea37700-213e-41f9-b226-b6d6299a5278 is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:25:42.783815 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 4ea37700-213e-41f9-b226-b6d6299a5278) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:42.794253 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54227011-3880-45e0-a7b1-3373e1e7f103 None None] Network 4ea37700-213e-41f9-b226-b6d6299a5278 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:42.803319 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:42.804245 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.812879 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-589f15e7-70f9-489b-aa16-7ad032d60c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.831031 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3d719a31-8e73-43bf-8703-ab664a0e871f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6273327 May 10 11:25:42.845646 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-589f15e7-70f9-489b-aa16-7ad032d60c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.899631 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-589f15e7-70f9-489b-aa16-7ad032d60c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.904845 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c7e9e977-7df6-4e7c-bde1-f7be40463b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:42.917672 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f15e7-70f9-489b-aa16-7ad032d60c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95c77cb-ef4a-4af1-b046-86af8ecbd746,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:42.919896 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-589f15e7-70f9-489b-aa16-7ad032d60c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:42.922057 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-589f15e7-70f9-489b-aa16-7ad032d60c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:42.923253 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-589f15e7-70f9-489b-aa16-7ad032d60c47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a95c77cb-ef4a-4af1-b046-86af8ecbd746 HTTP/1.1" status: 204 len: 168 time: 0.1800992 May 10 11:25:43.011117 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2cb92e-4965-409d-8f01-dd086d9e0cd0 None None] Network 4ea37700-213e-41f9-b226-b6d6299a5278 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:25:43.595126 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-351eb04a-be49-4bfa-adfd-2ff0f7863676 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:43.595802 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-351eb04a-be49-4bfa-adfd-2ff0f7863676 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Synchronizing usage tracker for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:network {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:43.613593 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-351eb04a-be49-4bfa-adfd-2ff0f7863676 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Unset dirty status for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:network {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:43.615106 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-351eb04a-be49-4bfa-adfd-2ff0f7863676 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/networks?id=4ea37700-213e-41f9-b226-b6d6299a5278 HTTP/1.1" status: 200 len: 815 time: 0.2390215 May 10 11:25:43.630388 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-4a1b2dd9-bb69-4f36-98f5-325668f110ab tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/quotas/82cebafc38794f9fa888eab3cb7b6cc1 HTTP/1.1" status: 200 len: 375 time: 0.0091791 May 10 11:25:43.677457 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-612593f7-005b-4e39-8338-9ba6e8040539 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=82cebafc38794f9fa888eab3cb7b6cc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409758 May 10 11:25:43.807052 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-31914c29-f4c0-482a-bbf0-2688d64c8826 service neutron] 10.222.0.13 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227131 May 10 11:25:43.942393 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-83905ff5-1288-4ce1-a34e-b58b956e2a14 service neutron] 10.222.0.13 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282682 May 10 11:25:43.954665 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:44.258883 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f41ebf4d-d5ca-4a37-b8c7-a042a715c7ae req-1c6c6c9f-d6b4-445a-b5e5-7d06bfbee96b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1963859 May 10 11:25:44.286964 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9201b-4ce7-4504-a93d-0a3575a32a4a req-54f36c9d-ec32-4916-bdd1-6f7a60e515f2 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:44.294804 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-afd9201b-4ce7-4504-a93d-0a3575a32a4a req-54f36c9d-ec32-4916-bdd1-6f7a60e515f2 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1223822 May 10 11:25:44.375179 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6174ade0-2e81-42c3-8c3e-dee1afaeeab1 req-8e3cd370-9df3-40f6-917b-dba7e8f1068a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 210 time: 0.0638957 May 10 11:25:44.400264 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-afd9201b-4ce7-4504-a93d-0a3575a32a4a req-a744b7bf-126f-4a1e-9e1d-525ded573f86 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045229 May 10 11:25:44.676646 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ebf4d-d5ca-4a37-b8c7-a042a715c7ae req-a0eedcd1-9514-4452-86da-fbf779cb32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:44.678624 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f41ebf4d-d5ca-4a37-b8c7-a042a715c7ae req-a0eedcd1-9514-4452-86da-fbf779cb32ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63d6ee33a4424d58867cf66f38b94d68&device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 1098 time: 0.0707941 May 10 11:25:44.829558 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ebf4d-d5ca-4a37-b8c7-a042a715c7ae req-26610900-252f-4585-ba33-7650dc01d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:44.831123 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f41ebf4d-d5ca-4a37-b8c7-a042a715c7ae req-26610900-252f-4585-ba33-7650dc01d23a service neutron] 10.222.0.30 "GET /v2.0/networks?id=cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 200 len: 919 time: 0.1276615 May 10 11:25:44.923025 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f41ebf4d-d5ca-4a37-b8c7-a042a715c7ae req-8af35e0a-afbe-44e1-a3ad-78a2ebb5159b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26c20e1d-1fef-42cf-8eaf-8f70dd84d370 HTTP/1.1" status: 200 len: 217 time: 0.0637276 May 10 11:25:44.986239 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ebf4d-d5ca-4a37-b8c7-a042a715c7ae req-c54fe781-8e4e-4be0-82a9-ffc6f803bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:44.987661 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f41ebf4d-d5ca-4a37-b8c7-a042a715c7ae req-c54fe781-8e4e-4be0-82a9-ffc6f803bbc2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79871b72-bb32-422b-8cbf-d81f2f7d441c HTTP/1.1" status: 200 len: 858 time: 0.0581305 May 10 11:25:45.041941 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f41ebf4d-d5ca-4a37-b8c7-a042a715c7ae req-b6a01427-d67a-4a5e-8e9f-65e902a8a5f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cef487f9-42ce-4632-b394-ab24d64ee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396669 May 10 11:25:45.183576 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f41ebf4d-d5ca-4a37-b8c7-a042a715c7ae req-4bcaa45d-44f8-40c3-b6d5-783b1b66de50 service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232452 May 10 11:25:45.368613 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f41ebf4d-d5ca-4a37-b8c7-a042a715c7ae req-280fe700-791b-49a6-9b71-77d84f2e1548 service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765599 May 10 11:25:45.434927 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-7187aa44-6c2e-4e21-9194-de90f3a297e1 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:45.436218 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-7187aa44-6c2e-4e21-9194-de90f3a297e1 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "GET /v2.0/networks?id=4ea37700-213e-41f9-b226-b6d6299a5278 HTTP/1.1" status: 200 len: 815 time: 0.1884935 May 10 11:25:45.464906 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Request body: {'port': {'device_id': '4acfc13f-3222-4c21-a0e3-2e608e87fda9', 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278', 'admin_state_up': True, 'tenant_id': '82cebafc38794f9fa888eab3cb7b6cc1'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:45.652179 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2e11a0bb-87c4-423e-92e3-8371b51b1a19 req-af036f2b-e1b5-49a0-baea-c0de04cfe3fa tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 210 time: 0.0569944 May 10 11:25:45.737253 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:45.746040 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5bcc3-92fe-492e-ad55-37bcd1fee038 req-7355e88c-29b5-4be2-be98-2c4d4d7e3912 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:45.747469 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-85d5bcc3-92fe-492e-ad55-37bcd1fee038 req-7355e88c-29b5-4be2-be98-2c4d4d7e3912 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1873479 May 10 11:25:45.749813 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Usage tracker for resource:port and tenant:82cebafc38794f9fa888eab3cb7b6cc1 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:45.752632 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:45.759760 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:45.792598 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Made reservation on behalf of 82cebafc38794f9fa888eab3cb7b6cc1 for: {'port': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:25:45.796358 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:45.819539 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-85d5bcc3-92fe-492e-ad55-37bcd1fee038 req-5e35ce0f-9f7d-455d-aa8a-24465960a5fc tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608759 May 10 11:25:45.964672 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Allocated IP 172.20.0.2 (4ea37700-213e-41f9-b226-b6d6299a5278/b176c499-e468-48b6-be00-f4b8015f3210/e45a01c2-514e-4f16-9f23-de035e9a9c9c) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:25:46.165346 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.195802 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.204492 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:46.278733 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Network 4ea37700-213e-41f9-b226-b6d6299a5278 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:25:46.283470 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:25:46.286708 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:25:46.293599 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:46.294352 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:46.315440 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Pushing event updated for resources: {'Port': ['ID=e45a01c2-514e-4f16-9f23-de035e9a9c9c,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:46.320371 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:46.337630 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8778696 May 10 11:25:46.367939 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Request body: {'port': {'device_id': '4acfc13f-3222-4c21-a0e3-2e608e87fda9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:25:46.580842 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.093883 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6c9e6-6de3-4290-b809-01f460a30c82 req-9bca310c-aeaa-4c1e-8301-ddf8d330899f tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:47.094606 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-47d6c9e6-6de3-4290-b809-01f460a30c82 req-9bca310c-aeaa-4c1e-8301-ddf8d330899f tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Synchronizing usage tracker for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:47.161750 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-47d6c9e6-6de3-4290-b809-01f460a30c82 req-9bca310c-aeaa-4c1e-8301-ddf8d330899f tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Unset dirty status for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:47.163482 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47d6c9e6-6de3-4290-b809-01f460a30c82 req-9bca310c-aeaa-4c1e-8301-ddf8d330899f tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 931 time: 0.3319020 May 10 11:25:47.173513 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45a01c2-514e-4f16-9f23-de035e9a9c9c {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:25:47.189177 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.224293 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809df17-ca06-4422-aa2a-63a98e62a6a7 req-ac7025a4-47f7-4cdf-bc82-2655687d8dac tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:47.230457 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d809df17-ca06-4422-aa2a-63a98e62a6a7 req-ac7025a4-47f7-4cdf-bc82-2655687d8dac tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.2519329 May 10 11:25:47.274028 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Transition to ACTIVE for port object e45a01c2-514e-4f16-9f23-de035e9a9c9c will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:25:47.281107 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-47d6c9e6-6de3-4290-b809-01f460a30c82 req-c8728620-5cd2-41bf-b1c6-e3186e1044ad tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Synchronizing usage tracker for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:security_group {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:25:47.286846 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.305756 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-13a1909f-f652-4671-931c-41e9eb9d27f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:47.419697 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d809df17-ca06-4422-aa2a-63a98e62a6a7 req-2f2074ea-a43b-4be8-9f2a-d07dd9957911 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811838 May 10 11:25:47.430010 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-47d6c9e6-6de3-4290-b809-01f460a30c82 req-c8728620-5cd2-41bf-b1c6-e3186e1044ad tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Unset dirty status for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:security_group {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:25:47.438193 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47d6c9e6-6de3-4290-b809-01f460a30c82 req-c8728620-5cd2-41bf-b1c6-e3186e1044ad tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594743 May 10 11:25:47.507581 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Pushing event updated for resources: {'Port': ['ID=e45a01c2-514e-4f16-9f23-de035e9a9c9c,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:47.515507 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:47.554876 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Attempting to bind port e45a01c2-514e-4f16-9f23-de035e9a9c9c on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:25:47.555345 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Attempting to bind port e45a01c2-514e-4f16-9f23-de035e9a9c9c by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:25:47.556208 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Attempting to bind port e45a01c2-514e-4f16-9f23-de035e9a9c9c on network 4ea37700-213e-41f9-b226-b6d6299a5278 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:25:47.571459 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Port e45a01c2-514e-4f16-9f23-de035e9a9c9c on network 4ea37700-213e-41f9-b226-b6d6299a5278 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:25:47.573137 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Attempting to bind port e45a01c2-514e-4f16-9f23-de035e9a9c9c on network 4ea37700-213e-41f9-b226-b6d6299a5278 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:25:47.587099 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:25:47.589189 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Checking segment: {'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:25:47.590645 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Bound using segment: {'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:25:47.592732 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Bound port: e45a01c2-514e-4f16-9f23-de035e9a9c9c, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:25:47.593262 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.720055 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] For port e45a01c2-514e-4f16-9f23-de035e9a9c9c, host hv-cinder-78495, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:25:47.723302 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] For port e45a01c2-514e-4f16-9f23-de035e9a9c9c, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e45a01c2-514e-4f16-9f23-de035e9a9c9c,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:25:47.726444 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.731380 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-37cfcb5f-32b6-4f9b-abed-5eb4a6b0748a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:47.780764 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:47.781367 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:47.782693 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] 10.222.0.30 "PUT /v2.0/ports/e45a01c2-514e-4f16-9f23-de035e9a9c9c HTTP/1.1" status: 200 len: 1093 time: 1.4195373 May 10 11:25:47.783159 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acfc13f-3222-4c21-a0e3-2e608e87fda9', 'tag': 'e45a01c2-514e-4f16-9f23-de035e9a9c9c'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:25:47.815688 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Pushing event updated for resources: {'Port': ['ID=e45a01c2-514e-4f16-9f23-de035e9a9c9c,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:47.818762 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:47.862714 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acfc13f-3222-4c21-a0e3-2e608e87fda9', 'tag': 'e45a01c2-514e-4f16-9f23-de035e9a9c9c', 'status': 'completed', 'code': 200} May 10 11:25:47.905116 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-43986e39-4591-471f-93bc-7ea12b1fa297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:47.906525 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-43986e39-4591-471f-93bc-7ea12b1fa297 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82cebafc38794f9fa888eab3cb7b6cc1&device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 1096 time: 0.0761440 May 10 11:25:47.976745 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-4fc4c29c-688b-4e73-975e-70732d9eb95e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e45a01c2-514e-4f16-9f23-de035e9a9c9c HTTP/1.1" status: 200 len: 217 time: 0.0584767 May 10 11:25:48.041522 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ff9bec61-d3a9-4118-8f09-d4b08c94e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:48.042850 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-ff9bec61-d3a9-4118-8f09-d4b08c94e45e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b176c499-e468-48b6-be00-f4b8015f3210 HTTP/1.1" status: 200 len: 855 time: 0.0581925 May 10 11:25:48.090715 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-13da7cc3-4c77-40c1-a880-f5219f0f5495 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ea37700-213e-41f9-b226-b6d6299a5278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390160 May 10 11:25:48.673189 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7864-476c-4e82-9eb8-245e259c2d25 req-1ce94e36-ae5d-48bb-be7c-4216e8900fb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:48.674678 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-814c7864-476c-4e82-9eb8-245e259c2d25 req-1ce94e36-ae5d-48bb-be7c-4216e8900fb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1413186 May 10 11:25:48.704184 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515ed05-5a5d-4d6d-8a9c-6b4d3b51e80b req-d89e0c4e-09d8-4e78-b79e-b8baf34360d0 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:48.705595 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b515ed05-5a5d-4d6d-8a9c-6b4d3b51e80b req-d89e0c4e-09d8-4e78-b79e-b8baf34360d0 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 943 time: 0.1353340 May 10 11:25:48.762019 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-814c7864-476c-4e82-9eb8-245e259c2d25 req-674a78ad-e87c-4706-8ca3-84b5af6cf7cf tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788331 May 10 11:25:48.775873 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b515ed05-5a5d-4d6d-8a9c-6b4d3b51e80b req-b0db578e-b9e4-410e-aace-7e929b0fe717 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617671 May 10 11:25:52.312502 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-06e3c259-a5d6-4914-be24-b17c6b5e2b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:52.642790 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-02b5e957-992b-424d-9642-574c8ed601ee service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866518 May 10 11:25:52.796606 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972b8e9-2d35-465d-aabf-d83083ce438d req-d30a0151-67e8-4384-853d-633ff1ac93fc tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:52.798059 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e972b8e9-2d35-465d-aabf-d83083ce438d req-d30a0151-67e8-4384-853d-633ff1ac93fc tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.3278539 May 10 11:25:52.808389 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ae85c-5b5d-429f-8a16-f269f5784d80 req-4fc9f076-9cac-470d-9176-90f2d1628cac tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:52.809788 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-762ae85c-5b5d-429f-8a16-f269f5784d80 req-4fc9f076-9cac-470d-9176-90f2d1628cac tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 943 time: 0.2997587 May 10 11:25:52.860968 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1d3e27e3-c0e3-48b8-aa66-06a622f79ddb req-187305ae-efc6-4961-8e7d-ab1d05a9e188 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103670 May 10 11:25:52.894861 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e972b8e9-2d35-465d-aabf-d83083ce438d req-0362150a-da0a-4008-9eef-a8d575c8f675 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825014 May 10 11:25:52.901987 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-762ae85c-5b5d-429f-8a16-f269f5784d80 req-38870f01-5a36-442e-ba7d-438477eb8ec6 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778885 May 10 11:25:53.243004 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc8477-e9be-4f18-9a94-c34bd4e0f06a req-848ef88b-afa1-405b-a0e4-e6c5ce9f0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:53.244448 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-65bc8477-e9be-4f18-9a94-c34bd4e0f06a req-848ef88b-afa1-405b-a0e4-e6c5ce9f0cca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82cebafc38794f9fa888eab3cb7b6cc1&device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 1096 time: 0.0764060 May 10 11:25:53.375560 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc8477-e9be-4f18-9a94-c34bd4e0f06a req-411a4a8f-8728-4003-9c8b-26022f779a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:53.377008 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-65bc8477-e9be-4f18-9a94-c34bd4e0f06a req-411a4a8f-8728-4003-9c8b-26022f779a38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ea37700-213e-41f9-b226-b6d6299a5278 HTTP/1.1" status: 200 len: 916 time: 0.1256819 May 10 11:25:53.450704 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-65bc8477-e9be-4f18-9a94-c34bd4e0f06a req-3c9d881b-a3b4-4878-ae30-60d40d703818 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e45a01c2-514e-4f16-9f23-de035e9a9c9c HTTP/1.1" status: 200 len: 217 time: 0.0659285 May 10 11:25:53.519856 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc8477-e9be-4f18-9a94-c34bd4e0f06a req-925ab62d-3598-409e-95f5-97d1e4ce2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:53.521295 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-65bc8477-e9be-4f18-9a94-c34bd4e0f06a req-925ab62d-3598-409e-95f5-97d1e4ce2b69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b176c499-e468-48b6-be00-f4b8015f3210 HTTP/1.1" status: 200 len: 855 time: 0.0629909 May 10 11:25:53.607277 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-65bc8477-e9be-4f18-9a94-c34bd4e0f06a req-296aad3e-901e-404f-b500-cf0be309928e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ea37700-213e-41f9-b226-b6d6299a5278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442314 May 10 11:25:53.741972 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-65bc8477-e9be-4f18-9a94-c34bd4e0f06a req-0c4532a7-d8b4-4455-97b7-387c63446e3c service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253052 May 10 11:25:53.876051 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-65bc8477-e9be-4f18-9a94-c34bd4e0f06a req-45daa7b9-52d3-46b6-921e-8b116841eb16 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266332 May 10 11:25:54.147561 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83c87-8f1c-46f1-acb3-a6ddfbbdcc76 req-b3324b71-5434-4222-80a7-c16a34666cfc tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:54.149031 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e3a83c87-8f1c-46f1-acb3-a6ddfbbdcc76 req-b3324b71-5434-4222-80a7-c16a34666cfc tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1454532 May 10 11:25:54.159083 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fefd4-8ebb-4a85-bc8b-60a5399d4847 req-a3e68ccf-11f9-4398-b03a-054f007ff973 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:54.160458 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ca4fefd4-8ebb-4a85-bc8b-60a5399d4847 req-a3e68ccf-11f9-4398-b03a-054f007ff973 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 943 time: 0.1177127 May 10 11:25:54.232312 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e3a83c87-8f1c-46f1-acb3-a6ddfbbdcc76 req-39610c83-0364-4fa2-998a-dc8a80998261 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708911 May 10 11:25:54.236607 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ca4fefd4-8ebb-4a85-bc8b-60a5399d4847 req-356f89d6-d000-46ef-8497-9f77a0b8672b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596662 May 10 11:25:54.532784 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39430) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:54.539843 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 39434) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:54.602571 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d75639-32f0-430a-b0aa-0c9bd5ec51c3 admin admin] Deleting subnet 2b6531b5-e655-49d7-a962-cf35a964d438 {{(pid=78729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:25:54.606054 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-53d75639-32f0-430a-b0aa-0c9bd5ec51c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.657865 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-53d75639-32f0-430a-b0aa-0c9bd5ec51c3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.664840 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-53d75639-32f0-430a-b0aa-0c9bd5ec51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.673207 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6d142708-ad4e-4b76-97fd-707464a37366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.687503 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6d142708-ad4e-4b76-97fd-707464a37366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:54.691281 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6d142708-ad4e-4b76-97fd-707464a37366 admin admin] Usage tracker for resource:security_group_rule and tenant:9a706018db3b4e02b8cb71b8465fdd41 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:54.694665 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6d142708-ad4e-4b76-97fd-707464a37366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:54.700275 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6d142708-ad4e-4b76-97fd-707464a37366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:54.779611 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6d142708-ad4e-4b76-97fd-707464a37366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.783404 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6d142708-ad4e-4b76-97fd-707464a37366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:54.792313 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b894c0b4-7479-4ba6-a220-484cdd9194cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:54.830526 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6d142708-ad4e-4b76-97fd-707464a37366 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a706018db3b4e02b8cb71b8465fdd41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896280 May 10 11:25:54.832194 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d142708-ad4e-4b76-97fd-707464a37366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdead7a-cbd7-461e-8701-cec7a57b04ce,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:54.833951 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39442) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:54.838973 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6d142708-ad4e-4b76-97fd-707464a37366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:54.962666 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d0a8fc00-38e7-4fc9-b58b-2fa37ccf21a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.031707 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-41d67946-ad4f-4d0b-8cd7-cddc883ad3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.041300 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.047405 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-53d75639-32f0-430a-b0aa-0c9bd5ec51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for subnet, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.059725 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:55.097780 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d75639-32f0-430a-b0aa-0c9bd5ec51c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b6531b5-e655-49d7-a962-cf35a964d438,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:55.110690 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-53d75639-32f0-430a-b0aa-0c9bd5ec51c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.114647 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-41d67946-ad4f-4d0b-8cd7-cddc883ad3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.129712 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-53d75639-32f0-430a-b0aa-0c9bd5ec51c3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2b6531b5-e655-49d7-a962-cf35a964d438 HTTP/1.1" status: 204 len: 168 time: 0.5958652 May 10 11:25:55.132253 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 39452) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:55.151661 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-53d75639-32f0-430a-b0aa-0c9bd5ec51c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:55.174601 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-41d67946-ad4f-4d0b-8cd7-cddc883ad3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.179384 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-03f1b4d9-5b11-430f-8bff-069059405d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:55.194924 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d67946-ad4f-4d0b-8cd7-cddc883ad3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdead7a-cbd7-461e-8701-cec7a57b04ce,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:55.198308 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-41d67946-ad4f-4d0b-8cd7-cddc883ad3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.201980 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-41d67946-ad4f-4d0b-8cd7-cddc883ad3e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efdead7a-cbd7-461e-8701-cec7a57b04ce HTTP/1.1" status: 204 len: 168 time: 0.3653030 May 10 11:25:55.201980 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-41d67946-ad4f-4d0b-8cd7-cddc883ad3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:55.326004 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.453489 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.466578 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe2662b-4fdf-493f-b71b-452de4921417']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:55.478615 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3bd345-83fb-4b5d-b72a-e54987bfaad8') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:55.478902 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3bd345-83fb-4b5d-b72a-e54987bfaad8') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:55.491994 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557247'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.507009 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 39466) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:55.509910 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.530362 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:25:55.530753 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438718'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.547705 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e86186a2-9796-4be2-a74e-5d4684c5af73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: Traceback (most recent call last): May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: timer() May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: cb(*args, **kw) May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: return func(*args, **kwargs) May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: self._notify() May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: self.callback(batched_events) May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: event.method(event) May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: return f(self, *a, **k) May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._get(url).json() May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: return self.request(url, 'GET', **kwargs) May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:25:55.555703 dv-cinder-784956-5-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:25:55.610802 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e86186a2-9796-4be2-a74e-5d4684c5af73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:55.614665 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e86186a2-9796-4be2-a74e-5d4684c5af73 admin admin] Usage tracker for resource:security_group_rule and tenant:08bc1de14963462a8a3307359a258005 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:55.617750 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e86186a2-9796-4be2-a74e-5d4684c5af73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:55.634762 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e86186a2-9796-4be2-a74e-5d4684c5af73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:55.658000 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.664592 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-dd02d296-8f39-43ee-9bf1-12cba5e2b36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:55.682886 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.690150 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe2662b-4fdf-493f-b71b-452de4921417,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:55.696732 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:55.715867 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] 10.222.0.13 "DELETE /v2.0/networks/5fe2662b-4fdf-493f-b71b-452de4921417 HTTP/1.1" status: 204 len: 168 time: 0.5824416 May 10 11:25:55.718648 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39472) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:55.763240 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e86186a2-9796-4be2-a74e-5d4684c5af73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.767082 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e86186a2-9796-4be2-a74e-5d4684c5af73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.775430 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:55.777483 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd7e902-1888-4d1b-81f2-0d31691401cb admin admin] Deleting subnet 44c9f723-ae82-402e-9bab-34dcc34a2e10 {{(pid=78729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:25:55.780457 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e902-1888-4d1b-81f2-0d31691401cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.812917 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e86186a2-9796-4be2-a74e-5d4684c5af73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08bc1de14963462a8a3307359a258005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047202 May 10 11:25:55.814199 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39476) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:55.820619 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86186a2-9796-4be2-a74e-5d4684c5af73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648eebe9-7ffb-40fb-ab5f-414074959e4f,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:55.823630 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e86186a2-9796-4be2-a74e-5d4684c5af73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:55.856331 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e902-1888-4d1b-81f2-0d31691401cb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.871279 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e902-1888-4d1b-81f2-0d31691401cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:55.949337 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-de5cf50c-9a1a-48a6-ad9e-e85b60170e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.019053 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.030055 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-de5cf50c-9a1a-48a6-ad9e-e85b60170e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.159140 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-de5cf50c-9a1a-48a6-ad9e-e85b60170e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.165355 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-2acd79c6-ccfb-4b18-a6b2-379c37ac303c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:56.178874 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cf50c-9a1a-48a6-ad9e-e85b60170e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648eebe9-7ffb-40fb-ab5f-414074959e4f,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:56.185576 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-de5cf50c-9a1a-48a6-ad9e-e85b60170e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:56.191033 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-de5cf50c-9a1a-48a6-ad9e-e85b60170e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.192101 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-de5cf50c-9a1a-48a6-ad9e-e85b60170e55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/648eebe9-7ffb-40fb-ab5f-414074959e4f HTTP/1.1" status: 204 len: 168 time: 0.3770201 May 10 11:25:56.202438 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e902-1888-4d1b-81f2-0d31691401cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for subnet, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.207332 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:56.241289 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7e902-1888-4d1b-81f2-0d31691401cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c9f723-ae82-402e-9bab-34dcc34a2e10,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:56.244254 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-0fd7e902-1888-4d1b-81f2-0d31691401cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:56.245220 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e902-1888-4d1b-81f2-0d31691401cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.250903 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-0fd7e902-1888-4d1b-81f2-0d31691401cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/44c9f723-ae82-402e-9bab-34dcc34a2e10 HTTP/1.1" status: 204 len: 168 time: 0.5311725 May 10 11:25:56.253387 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39482) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:56.358978 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.482153 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.495027 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.495369 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.496110 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.496457 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > port after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.496808 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.497144 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > port after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.497463 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.497778 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.498116 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.498423 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.538230 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 39490) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:56.555778 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8422925a-619b-49cf-8154-38e3001f9f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.570507 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8422925a-619b-49cf-8154-38e3001f9f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:25:56.574334 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8422925a-619b-49cf-8154-38e3001f9f3b admin admin] Usage tracker for resource:security_group_rule and tenant:6d54fd2f367a44cc8cd322434f6738a2 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:25:56.577168 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8422925a-619b-49cf-8154-38e3001f9f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:25:56.582842 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8422925a-619b-49cf-8154-38e3001f9f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:25:56.600781 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.601199 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.601587 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.602341 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 11:25:56.602455 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c04edd-d622-4fec-b69e-a185a77fee20']}} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:56.617652 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d83680-4bc5-4ab6-bba1-57937f704fbf') {'for_net_delete': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:56.618067 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d83680-4bc5-4ab6-bba1-57937f704fbf') {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:25:56.630651 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10029494'] for segment, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.648890 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.657167 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=78729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:25:56.657718 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228872'] for segment, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.669121 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8422925a-619b-49cf-8154-38e3001f9f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.671021 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:25:56.674151 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8422925a-619b-49cf-8154-38e3001f9f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.682183 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2ae98768-ab5a-488d-992f-96e35a07e3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: from cryptography.utils import int_from_bytes May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: from cryptography.utils import int_from_bytes May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: Traceback (most recent call last): May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: timer() May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: cb(*args, **kw) May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: return func(*args, **kwargs) May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: self._notify() May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: self.callback(batched_events) May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: event.method(event) May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: return f(self, *a, **k) May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._get(url).json() May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: return self.request(url, 'GET', **kwargs) May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:25:56.686919 dv-cinder-784956-5-iscsi neutron-server[78729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:25:56.724472 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8422925a-619b-49cf-8154-38e3001f9f3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d54fd2f367a44cc8cd322434f6738a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851592 May 10 11:25:56.725351 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422925a-619b-49cf-8154-38e3001f9f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4faf82-4743-4a8d-bed6-271a001ecec9,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:56.727592 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 39496) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:56.730421 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8422925a-619b-49cf-8154-38e3001f9f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:56.765576 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.769776 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:56.787619 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.790377 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=44c04edd-d622-4fec-b69e-a185a77fee20,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:56.791931 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2af8b124-6a12-4b32-b9a2-1437e79b84a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.793287 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:56.798363 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/44c04edd-d622-4fec-b69e-a185a77fee20 HTTP/1.1" status: 204 len: 168 time: 0.5417323 May 10 11:25:56.819825 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2af8b124-6a12-4b32-b9a2-1437e79b84a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.871042 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2af8b124-6a12-4b32-b9a2-1437e79b84a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.875948 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6d142708-ad4e-4b76-97fd-707464a37366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:56.888874 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8b124-6a12-4b32-b9a2-1437e79b84a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4faf82-4743-4a8d-bed6-271a001ecec9,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:56.891144 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2af8b124-6a12-4b32-b9a2-1437e79b84a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:56.896107 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2af8b124-6a12-4b32-b9a2-1437e79b84a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:56.900236 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2af8b124-6a12-4b32-b9a2-1437e79b84a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f4faf82-4743-4a8d-bed6-271a001ecec9 HTTP/1.1" status: 204 len: 168 time: 0.1691558 May 10 11:25:56.976379 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 39504) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:57.026634 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ca19f7a1-f41c-4499-800e-e50763d77ed3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50336f4d60bf4911b997897ce8fcd260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490346 May 10 11:25:57.028919 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 39510) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:57.088142 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-17614ef8-a681-43b2-978a-b1041a403273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.117822 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-17614ef8-a681-43b2-978a-b1041a403273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.170596 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-17614ef8-a681-43b2-978a-b1041a403273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.175493 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1a2fdacb-775f-41d7-96ff-f92fa05f5360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:57.187442 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17614ef8-a681-43b2-978a-b1041a403273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aed228-cc79-475b-9f53-eecdc5e40c77,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:57.190394 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-17614ef8-a681-43b2-978a-b1041a403273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:57.192410 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-17614ef8-a681-43b2-978a-b1041a403273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.200260 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-17614ef8-a681-43b2-978a-b1041a403273 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5aed228-cc79-475b-9f53-eecdc5e40c77 HTTP/1.1" status: 204 len: 168 time: 0.1703904 May 10 11:25:57.394917 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.491531 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39534) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:57.541924 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-663166cc-1637-44b0-84af-9aee5a8ec2a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c30de59e8ec949149accb99682685bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492053 May 10 11:25:57.544285 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39538) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:25:57.609630 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-334ce5d0-6279-4815-973a-e64456f50e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.637382 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-334ce5d0-6279-4815-973a-e64456f50e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.691317 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-334ce5d0-6279-4815-973a-e64456f50e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.696043 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-33b3986c-1755-4354-990e-b790cf29e79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:25:57.710353 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ce5d0-6279-4815-973a-e64456f50e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c486b426-cef8-496f-9e4c-3ff91c1a76d8,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:25:57.714105 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-334ce5d0-6279-4815-973a-e64456f50e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:25:57.717516 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-334ce5d0-6279-4815-973a-e64456f50e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:25:57.720902 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-334ce5d0-6279-4815-973a-e64456f50e07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c486b426-cef8-496f-9e4c-3ff91c1a76d8 HTTP/1.1" status: 204 len: 168 time: 0.1733251 May 10 11:25:59.630620 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3929f0-d129-44e5-b20d-75965b06e3c1 req-7eb8e7f1-7640-4d36-9c22-6cf7ed8efdcb tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:59.632089 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ed3929f0-d129-44e5-b20d-75965b06e3c1 req-7eb8e7f1-7640-4d36-9c22-6cf7ed8efdcb tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1491590 May 10 11:25:59.640310 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f4d55-af48-4184-9cb3-7687d3549422 req-64cca4ec-37c8-43ae-8b8c-bed8e18b563a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:25:59.641637 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bd2f4d55-af48-4184-9cb3-7687d3549422 req-64cca4ec-37c8-43ae-8b8c-bed8e18b563a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 943 time: 0.1223099 May 10 11:25:59.705101 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ed3929f0-d129-44e5-b20d-75965b06e3c1 req-c13adfb0-734b-4a88-8450-71b93a5e9dcc tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625298 May 10 11:25:59.715306 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bd2f4d55-af48-4184-9cb3-7687d3549422 req-e69acb7b-0d5f-4521-b977-36ca7613fe53 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595081 May 10 11:26:00.965965 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70dfa3-ff2f-4bcc-98a1-027416086e6d req-75870db3-58d2-4462-ae84-ac9ef3d95b7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:00.966684 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9f70dfa3-ff2f-4bcc-98a1-027416086e6d req-75870db3-58d2-4462-ae84-ac9ef3d95b7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 943 time: 0.1363292 May 10 11:26:00.997830 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cce4e-b8f3-4abd-8ccf-3733aef7dcf7 req-e7de8679-2b89-4e6d-9a6b-8942a2a5bd57 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:00.999227 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-611cce4e-b8f3-4abd-8ccf-3733aef7dcf7 req-e7de8679-2b89-4e6d-9a6b-8942a2a5bd57 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1358204 May 10 11:26:01.049944 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9f70dfa3-ff2f-4bcc-98a1-027416086e6d req-6181a411-87ab-410a-ae9a-c893ccacf0e7 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752981 May 10 11:26:01.153280 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-611cce4e-b8f3-4abd-8ccf-3733aef7dcf7 req-3327d070-4fff-4de3-9e58-6207b648e7b8 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444352 May 10 11:26:02.155008 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39688) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:02.268782 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-74b7026b-c9ef-47c0-b9a6-3046821392d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.283560 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-74b7026b-c9ef-47c0-b9a6-3046821392d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:02.287869 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-74b7026b-c9ef-47c0-b9a6-3046821392d9 admin admin] Usage tracker for resource:security_group_rule and tenant:bc474fe5673c44349d8a126dfd06ecd0 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:02.290645 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-74b7026b-c9ef-47c0-b9a6-3046821392d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:02.296265 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-74b7026b-c9ef-47c0-b9a6-3046821392d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:02.379700 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-74b7026b-c9ef-47c0-b9a6-3046821392d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.383783 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-74b7026b-c9ef-47c0-b9a6-3046821392d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.391468 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-589f15e7-70f9-489b-aa16-7ad032d60c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:02.430425 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-74b7026b-c9ef-47c0-b9a6-3046821392d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc474fe5673c44349d8a126dfd06ecd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743390 May 10 11:26:02.431938 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7026b-c9ef-47c0-b9a6-3046821392d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78298620-4fae-416b-a5c1-df84fa870b4a,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:02.433129 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 39696) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:02.434921 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-74b7026b-c9ef-47c0-b9a6-3046821392d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:02.492879 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30637a5c-ce01-4db0-a39d-3edcfa2fa311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.518500 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30637a5c-ce01-4db0-a39d-3edcfa2fa311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.568898 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30637a5c-ce01-4db0-a39d-3edcfa2fa311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.572349 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-82898797-9724-46ff-9784-fc56ddc60786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:02.583010 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30637a5c-ce01-4db0-a39d-3edcfa2fa311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78298620-4fae-416b-a5c1-df84fa870b4a,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:02.587266 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-30637a5c-ce01-4db0-a39d-3edcfa2fa311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:02.590660 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-30637a5c-ce01-4db0-a39d-3edcfa2fa311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.591785 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-30637a5c-ce01-4db0-a39d-3edcfa2fa311 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78298620-4fae-416b-a5c1-df84fa870b4a HTTP/1.1" status: 204 len: 168 time: 0.1569550 May 10 11:26:02.868870 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 39708) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:02.886024 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6fb0-cdec-41d0-8e8b-12a63f563299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:02.900365 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-bc2c6fb0-cdec-41d0-8e8b-12a63f563299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:02.904140 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-bc2c6fb0-cdec-41d0-8e8b-12a63f563299 admin admin] Usage tracker for resource:security_group_rule and tenant:cee2ce3c2ff044419384754ccad1d895 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:02.906937 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-bc2c6fb0-cdec-41d0-8e8b-12a63f563299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:02.913824 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-bc2c6fb0-cdec-41d0-8e8b-12a63f563299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:03.000052 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6fb0-cdec-41d0-8e8b-12a63f563299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.004114 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6fb0-cdec-41d0-8e8b-12a63f563299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.011665 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-50e997ae-cabb-4c40-86ed-13dcc67ca802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:03.052189 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-bc2c6fb0-cdec-41d0-8e8b-12a63f563299 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cee2ce3c2ff044419384754ccad1d895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823182 May 10 11:26:03.053688 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c6fb0-cdec-41d0-8e8b-12a63f563299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8efaf79-5f8e-4d84-b836-d85ce82fc961,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:03.055514 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39712) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:03.056615 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bc2c6fb0-cdec-41d0-8e8b-12a63f563299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:03.117526 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3752-d6b6-4364-84bc-86fbb327288e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.145447 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3752-d6b6-4364-84bc-86fbb327288e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.196317 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3752-d6b6-4364-84bc-86fbb327288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.199980 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:03.212789 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a3752-d6b6-4364-84bc-86fbb327288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8efaf79-5f8e-4d84-b836-d85ce82fc961,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:03.216472 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ea6a3752-d6b6-4364-84bc-86fbb327288e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:03.221848 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3752-d6b6-4364-84bc-86fbb327288e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.222921 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-ea6a3752-d6b6-4364-84bc-86fbb327288e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8efaf79-5f8e-4d84-b836-d85ce82fc961 HTTP/1.1" status: 204 len: 168 time: 0.1662881 May 10 11:26:03.740935 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device e45a01c2-514e-4f16-9f23-de035e9a9c9c details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:26:03.880405 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port e45a01c2-514e-4f16-9f23-de035e9a9c9c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e45a01c2-514e-4f16-9f23-de035e9a9c9c,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:03.894631 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'e45a01c2-514e-4f16-9f23-de035e9a9c9c', 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278', 'port_id': 'e45a01c2-514e-4f16-9f23-de035e9a9c9c', 'mac_address': 'fa:16:3e:5d:8d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b176c499-e468-48b6-be00-f4b8015f3210', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:26:03.950815 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.970716 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45a01c2-514e-4f16-9f23-de035e9a9c9c {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:26:03.986986 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port e45a01c2-514e-4f16-9f23-de035e9a9c9c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e45a01c2-514e-4f16-9f23-de035e9a9c9c,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:03.992087 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:03.993881 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a4538e70-db52-47fa-8bcb-8972729d39e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:04.061694 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=e45a01c2-514e-4f16-9f23-de035e9a9c9c,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:04.064865 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:04.366501 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 39752) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:04.483794 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1a35e099-5ea8-4f8e-ad69-e02859a3d242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.498496 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1a35e099-5ea8-4f8e-ad69-e02859a3d242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:04.502256 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1a35e099-5ea8-4f8e-ad69-e02859a3d242 admin admin] Usage tracker for resource:security_group_rule and tenant:686c628296614db7a4ffd3d504ca6031 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:04.505044 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1a35e099-5ea8-4f8e-ad69-e02859a3d242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:04.511238 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1a35e099-5ea8-4f8e-ad69-e02859a3d242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:04.607131 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1a35e099-5ea8-4f8e-ad69-e02859a3d242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.611141 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1a35e099-5ea8-4f8e-ad69-e02859a3d242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.618741 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:04.657801 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-1a35e099-5ea8-4f8e-ad69-e02859a3d242 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=686c628296614db7a4ffd3d504ca6031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902982 May 10 11:26:04.658999 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35e099-5ea8-4f8e-ad69-e02859a3d242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd480e1a-4e1b-4b37-9f92-34615bce0645,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:04.660550 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 39760) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:04.662668 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1a35e099-5ea8-4f8e-ad69-e02859a3d242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:04.718827 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-538bc849-9c60-442f-b971-f7e9f8b3439a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.744896 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-538bc849-9c60-442f-b971-f7e9f8b3439a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.794340 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-538bc849-9c60-442f-b971-f7e9f8b3439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.798968 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-17614ef8-a681-43b2-978a-b1041a403273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:04.811165 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bc849-9c60-442f-b971-f7e9f8b3439a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd480e1a-4e1b-4b37-9f92-34615bce0645,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:04.814851 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-538bc849-9c60-442f-b971-f7e9f8b3439a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:04.820136 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-538bc849-9c60-442f-b971-f7e9f8b3439a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:04.821253 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-538bc849-9c60-442f-b971-f7e9f8b3439a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd480e1a-4e1b-4b37-9f92-34615bce0645 HTTP/1.1" status: 204 len: 168 time: 0.1597261 May 10 11:26:07.695699 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47c51d-ac0f-4245-8979-a8f56d871a02 req-6cfbbdf6-eda9-4fd8-9355-1027178cb5ea tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:07.697142 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5b47c51d-ac0f-4245-8979-a8f56d871a02 req-6cfbbdf6-eda9-4fd8-9355-1027178cb5ea tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 944 time: 0.1484547 May 10 11:26:07.707804 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2339b-a3d3-4535-b867-0e8e5083648b req-878b03c9-d200-412f-be48-bee0a33c64cb tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:07.709780 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4eb2339b-a3d3-4535-b867-0e8e5083648b req-878b03c9-d200-412f-be48-bee0a33c64cb tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1202991 May 10 11:26:07.778644 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5b47c51d-ac0f-4245-8979-a8f56d871a02 req-0a9dba72-e2aa-4af2-bf94-3d41b5023f44 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679121 May 10 11:26:07.786257 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4eb2339b-a3d3-4535-b867-0e8e5083648b req-4b681e66-222f-40c0-abc0-2582711f2cee tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630949 May 10 11:26:08.005160 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['e45a01c2-514e-4f16-9f23-de035e9a9c9c'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:26:13.439899 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c5843-eafa-4a3b-af5f-3032e127179f req-19bef682-70de-4e59-a5fb-683175a93c1f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:13.441580 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d66c5843-eafa-4a3b-af5f-3032e127179f req-19bef682-70de-4e59-a5fb-683175a93c1f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1159017 May 10 11:26:13.449827 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64917634-9b09-48dd-bf9d-285ff8335afc req-e1e099ed-dfbf-4444-86ab-a28d3e2a8bfa tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:13.451287 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-64917634-9b09-48dd-bf9d-285ff8335afc req-e1e099ed-dfbf-4444-86ab-a28d3e2a8bfa tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 944 time: 0.1617692 May 10 11:26:13.521453 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d66c5843-eafa-4a3b-af5f-3032e127179f req-64b96dfa-43fc-4e07-8db4-a44a6b43d454 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689845 May 10 11:26:13.529928 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-64917634-9b09-48dd-bf9d-285ff8335afc req-38f16f21-0170-4e6e-b4e3-b018578839c4 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632260 May 10 11:26:13.951745 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:14.768231 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e464-88ac-4ed8-b25b-7fb77aa4c381 req-f031bf4d-9de4-411c-a269-5995bf8583db tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:14.769715 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-04e1e464-88ac-4ed8-b25b-7fb77aa4c381 req-f031bf4d-9de4-411c-a269-5995bf8583db tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1365447 May 10 11:26:14.802904 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f43b2-dd20-44d7-b9b4-3ed5f4bf8862 req-04095683-5c7e-459a-a391-4f76dfed15b9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:14.804859 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c82f43b2-dd20-44d7-b9b4-3ed5f4bf8862 req-04095683-5c7e-459a-a391-4f76dfed15b9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 944 time: 0.1373396 May 10 11:26:14.845717 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-04e1e464-88ac-4ed8-b25b-7fb77aa4c381 req-7f024ba0-be0d-4b1f-b417-af24dac51651 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689216 May 10 11:26:14.868845 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c82f43b2-dd20-44d7-b9b4-3ed5f4bf8862 req-599e06da-52c2-43bf-9fc4-e590ddd602c5 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529680 May 10 11:26:15.189362 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device e45a01c2-514e-4f16-9f23-de035e9a9c9c up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:15.255223 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port e45a01c2-514e-4f16-9f23-de035e9a9c9c completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:15.260159 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port e45a01c2-514e-4f16-9f23-de035e9a9c9c triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:15.260522 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:15.381227 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:15.408061 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acfc13f-3222-4c21-a0e3-2e608e87fda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45a01c2-514e-4f16-9f23-de035e9a9c9c'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:15.418074 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port e45a01c2-514e-4f16-9f23-de035e9a9c9c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e45a01c2-514e-4f16-9f23-de035e9a9c9c,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:15.423791 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:15.425727 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:15.455615 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acfc13f-3222-4c21-a0e3-2e608e87fda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45a01c2-514e-4f16-9f23-de035e9a9c9c', 'code': 200} May 10 11:26:15.493272 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=e45a01c2-514e-4f16-9f23-de035e9a9c9c,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:15.496115 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:15.780450 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1caf-b737-4cd5-a5b1-37712fae338c req-e3734087-e447-42a7-8ab2-f4de1b05194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:15.781922 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-481f1caf-b737-4cd5-a5b1-37712fae338c req-e3734087-e447-42a7-8ab2-f4de1b05194f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 1098 time: 0.0700030 May 10 11:26:15.824119 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-481f1caf-b737-4cd5-a5b1-37712fae338c req-7f5b8fe5-d8ac-45a9-952a-4bd6c0870995 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353317 May 10 11:26:16.110743 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a1840-fc51-4c81-b82b-96df99f32096 req-ed0dd014-422f-430c-9ff0-8c57db9817dd tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:16.112447 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d77a1840-fc51-4c81-b82b-96df99f32096 req-ed0dd014-422f-430c-9ff0-8c57db9817dd tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1509869 May 10 11:26:16.120313 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1902c1f-3bb6-4105-b02b-841be52ca8cb req-759e1ea7-3bcb-4193-863f-8667dd97078c tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:16.121678 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b1902c1f-3bb6-4105-b02b-841be52ca8cb req-759e1ea7-3bcb-4193-863f-8667dd97078c tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 945 time: 0.1229587 May 10 11:26:16.189590 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d77a1840-fc51-4c81-b82b-96df99f32096 req-6c4ab0d0-0aee-4787-bc6e-c60a27a845a9 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669901 May 10 11:26:16.196840 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b1902c1f-3bb6-4105-b02b-841be52ca8cb req-7cf611ca-c851-46c7-9ef5-a9fd656ebe9d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611248 May 10 11:26:21.509126 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608627dd-b102-4c8d-9804-12b2b3cb937d req-4c848d29-306e-407f-8db0-bca1d60a14de tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:21.510667 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-608627dd-b102-4c8d-9804-12b2b3cb937d req-4c848d29-306e-407f-8db0-bca1d60a14de tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1462946 May 10 11:26:21.531167 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f5a6-5f32-4241-9e43-545da6064735 req-ef7e3f3f-6237-41f1-afa5-f0793013b2c9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:21.532824 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6755f5a6-5f32-4241-9e43-545da6064735 req-ef7e3f3f-6237-41f1-afa5-f0793013b2c9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 945 time: 0.1201892 May 10 11:26:21.597371 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6755f5a6-5f32-4241-9e43-545da6064735 req-ba821fad-5f50-4dc8-8e3e-4653410c2731 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507138 May 10 11:26:21.650863 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-608627dd-b102-4c8d-9804-12b2b3cb937d req-bf1bc993-3370-4c50-bda5-bcc2cb0177a7 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280720 May 10 11:26:21.796986 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484df891-ba93-4bdf-8b62-c22a2a540b13 req-d0d99380-a6c2-4e65-bba8-6892720f3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:21.798407 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-484df891-ba93-4bdf-8b62-c22a2a540b13 req-d0d99380-a6c2-4e65-bba8-6892720f3a97 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 1099 time: 0.0714674 May 10 11:26:21.843098 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-484df891-ba93-4bdf-8b62-c22a2a540b13 req-e1cb8c9e-aaab-49ab-a462-091e69d51895 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381920 May 10 11:26:22.314316 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-db9ea94e-4947-43e0-bf4d-9affdb5c13ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:22.837698 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6facedc-5865-4283-aee4-874e2a69ac86 req-9ee01171-a34d-4d97-aff4-df0b1372e27a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:22.839206 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f6facedc-5865-4283-aee4-874e2a69ac86 req-9ee01171-a34d-4d97-aff4-df0b1372e27a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 945 time: 0.1258399 May 10 11:26:22.961940 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40048) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:22.983569 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f6facedc-5865-4283-aee4-874e2a69ac86 req-5955d9ca-ee71-4e5b-8b31-dcc197bbb117 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384685 May 10 11:26:23.005495 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557477e4-9822-4258-aceb-50e49d9e481d req-d42fd53f-b13b-4483-8010-f36a2a5fcdcd tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:23.007001 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-557477e4-9822-4258-aceb-50e49d9e481d req-d42fd53f-b13b-4483-8010-f36a2a5fcdcd tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.2096448 May 10 11:26:23.055563 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-557477e4-9822-4258-aceb-50e49d9e481d req-3815bfbc-bf1f-4fbb-954c-a9264a06c4fa tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421813 May 10 11:26:23.107166 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.125461 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:23.130319 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Usage tracker for resource:security_group_rule and tenant:a3829f994d8944e5820c265c56d5978d is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:23.133140 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:23.139343 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:23.231141 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.234300 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.243651 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7f760fe7-7f06-41ca-a567-17554fd9f1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:23.285871 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3829f994d8944e5820c265c56d5978d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201222 May 10 11:26:23.285871 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65628438-ed70-47dc-ae6a-4de6fcff5545,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:23.286673 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 40060) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:23.292936 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.293304 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.293657 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.294002 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.294343 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.294681 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.295017 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.295352 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.295686 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.296015 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.296343 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.296675 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.301499 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:23.344994 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.371120 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.390997 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40064) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:23.430018 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.436068 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:23.452913 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65628438-ed70-47dc-ae6a-4de6fcff5545,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:23.465646 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.466414 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.466965 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.467507 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.469221 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.469522 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.469877 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.470239 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.470593 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.470940 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.471284 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.471626 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:23.476634 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:23.478926 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.479994 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65628438-ed70-47dc-ae6a-4de6fcff5545 HTTP/1.1" status: 204 len: 168 time: 0.1924336 May 10 11:26:23.557144 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-402a3e61-752a-41a7-87c7-ccc2e24af70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.589198 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-402a3e61-752a-41a7-87c7-ccc2e24af70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:23.593839 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-402a3e61-752a-41a7-87c7-ccc2e24af70c admin admin] Usage tracker for resource:security_group_rule and tenant:e6bb9a7040ba45f0a1c0bb898f91a591 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:23.597601 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-402a3e61-752a-41a7-87c7-ccc2e24af70c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:23.606169 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-402a3e61-752a-41a7-87c7-ccc2e24af70c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:23.727425 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-402a3e61-752a-41a7-87c7-ccc2e24af70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.732300 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-402a3e61-752a-41a7-87c7-ccc2e24af70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.745029 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e86186a2-9796-4be2-a74e-5d4684c5af73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:23.797608 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-402a3e61-752a-41a7-87c7-ccc2e24af70c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6bb9a7040ba45f0a1c0bb898f91a591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027328 May 10 11:26:23.797608 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a3e61-752a-41a7-87c7-ccc2e24af70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe8ee94-a8b3-4178-bf5d-88973b2a093a,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:23.798453 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40084) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:23.804032 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-402a3e61-752a-41a7-87c7-ccc2e24af70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:23.867389 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a3044be-2816-46b3-90f5-6afb95c4f462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.893108 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a3044be-2816-46b3-90f5-6afb95c4f462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.946352 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a3044be-2816-46b3-90f5-6afb95c4f462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.949925 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:23.963260 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3044be-2816-46b3-90f5-6afb95c4f462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe8ee94-a8b3-4178-bf5d-88973b2a093a,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:23.968325 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8a3044be-2816-46b3-90f5-6afb95c4f462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:23.972202 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8a3044be-2816-46b3-90f5-6afb95c4f462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:23.973361 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8a3044be-2816-46b3-90f5-6afb95c4f462 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfe8ee94-a8b3-4178-bf5d-88973b2a093a HTTP/1.1" status: 204 len: 168 time: 0.1715806 May 10 11:26:24.196012 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e074f-5cd3-4df8-982d-5b4059d92e49 req-e105239b-ce1a-4085-a6a8-bb1846f6f996 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:24.198191 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-797e074f-5cd3-4df8-982d-5b4059d92e49 req-e105239b-ce1a-4085-a6a8-bb1846f6f996 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 945 time: 0.0966501 May 10 11:26:24.297422 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-797e074f-5cd3-4df8-982d-5b4059d92e49 req-b2d6fc11-79d3-4932-8407-c2e362ccff9a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488837 May 10 11:26:24.324909 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af658b69-6f86-44af-b5d7-15a97a8b6bb2 req-f46d793e-ee6d-4d2a-97df-a1e3aedb11c1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:24.326590 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-af658b69-6f86-44af-b5d7-15a97a8b6bb2 req-f46d793e-ee6d-4d2a-97df-a1e3aedb11c1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1220140 May 10 11:26:24.378797 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-af658b69-6f86-44af-b5d7-15a97a8b6bb2 req-45870bc9-7db8-4154-b05f-1b3d8b82da3d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465181 May 10 11:26:24.586250 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f3da1-4b49-420d-86d2-85bf0ecd75b0 req-23511ef8-1574-49dc-ac18-643fabb37a4f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:24.588119 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8a4f3da1-4b49-420d-86d2-85bf0ecd75b0 req-23511ef8-1574-49dc-ac18-643fabb37a4f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.0977345 May 10 11:26:24.637206 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8a4f3da1-4b49-420d-86d2-85bf0ecd75b0 req-a4609312-54f9-4f3d-bde5-b7ee437b3547 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418191 May 10 11:26:24.971717 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-30c26288-a7f1-4ab2-8474-2c33d1847001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:25.044563 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:26.026429 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:27.395582 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:28.272996 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97685831-c4ec-4f07-a95e-33b2a3d5ff1c req-0491188a-6dce-4895-98c9-8d18324bf0b1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:28.274393 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-97685831-c4ec-4f07-a95e-33b2a3d5ff1c req-0491188a-6dce-4895-98c9-8d18324bf0b1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.0807772 May 10 11:26:28.317088 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-97685831-c4ec-4f07-a95e-33b2a3d5ff1c req-e799c243-1cc6-4b31-9d6e-18de9872f33f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369596 May 10 11:26:31.771958 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59101140-d215-4b76-a398-90ab3522b29a req-c38bfa74-ed49-4ccb-bb62-c72290ee1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:31.773423 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-59101140-d215-4b76-a398-90ab3522b29a req-c38bfa74-ed49-4ccb-bb62-c72290ee1d1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63d6ee33a4424d58867cf66f38b94d68&device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 1098 time: 0.0706244 May 10 11:26:31.951302 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59101140-d215-4b76-a398-90ab3522b29a req-da12ab11-519b-464c-a25c-34bae987fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:31.952728 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-59101140-d215-4b76-a398-90ab3522b29a req-da12ab11-519b-464c-a25c-34bae987fd33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 200 len: 919 time: 0.1722870 May 10 11:26:32.031502 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b0d77-1d55-4fd2-8690-fba3569e525f req-2ba91ca8-cec2-482d-a7e0-2fb9ebc24ebb tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:32.032927 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-988b0d77-1d55-4fd2-8690-fba3569e525f req-2ba91ca8-cec2-482d-a7e0-2fb9ebc24ebb tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1868567 May 10 11:26:32.034237 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-59101140-d215-4b76-a398-90ab3522b29a req-a3d7100b-2ec2-4316-89e7-997c6a6ee726 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26c20e1d-1fef-42cf-8eaf-8f70dd84d370 HTTP/1.1" status: 200 len: 217 time: 0.0717342 May 10 11:26:32.121764 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-988b0d77-1d55-4fd2-8690-fba3569e525f req-9e36e71d-84ad-4dec-bff6-b5b70ffbcd45 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825200 May 10 11:26:32.125108 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59101140-d215-4b76-a398-90ab3522b29a req-52aa9820-4c0a-4ae1-b0ed-a70780b62325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:32.126526 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-59101140-d215-4b76-a398-90ab3522b29a req-52aa9820-4c0a-4ae1-b0ed-a70780b62325 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79871b72-bb32-422b-8cbf-d81f2f7d441c HTTP/1.1" status: 200 len: 858 time: 0.0856721 May 10 11:26:32.173203 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-59101140-d215-4b76-a398-90ab3522b29a req-3c21494a-a298-485d-a52a-9a783f6b71de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cef487f9-42ce-4632-b394-ab24d64ee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397336 May 10 11:26:32.308287 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-59101140-d215-4b76-a398-90ab3522b29a req-6c97ba97-c1f5-403a-afa0-a4201d85ba03 service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212568 May 10 11:26:32.439796 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-59101140-d215-4b76-a398-90ab3522b29a req-336a1940-7ab5-47d5-acd5-39bddde0d5f4 service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240349 May 10 11:26:33.309201 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd3c55-7fba-4d0f-a661-2707c9191f31 req-bb3b84d8-2538-4917-850d-d98544d503b1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:33.310660 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-08dd3c55-7fba-4d0f-a661-2707c9191f31 req-bb3b84d8-2538-4917-850d-d98544d503b1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.0829728 May 10 11:26:33.355366 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-08dd3c55-7fba-4d0f-a661-2707c9191f31 req-31afaf57-9f7d-48b0-afba-0464dc23bf1f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388503 May 10 11:26:33.669858 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:26:34.539822 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252143d7-b94e-431b-a108-e73875280ffa req-53a27bd4-9b0c-49bc-86fe-5842c11231f7 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:34.541255 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-252143d7-b94e-431b-a108-e73875280ffa req-53a27bd4-9b0c-49bc-86fe-5842c11231f7 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.0814066 May 10 11:26:34.585354 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-252143d7-b94e-431b-a108-e73875280ffa req-91deef6b-0707-47ec-9f98-792a9f6523f3 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383697 May 10 11:26:38.573977 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61b739-437e-4b79-b963-29fb083a8f1f req-c8b92823-a0b5-4164-8a40-471372b50b71 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:38.573977 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9d61b739-437e-4b79-b963-29fb083a8f1f req-c8b92823-a0b5-4164-8a40-471372b50b71 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.0809321 May 10 11:26:38.620595 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9d61b739-437e-4b79-b963-29fb083a8f1f req-610a4f26-f289-4dc6-8097-969205cd4bae tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 May 10 11:26:39.876382 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb8c0a-98f4-424a-b6e0-15d87db87079 req-6636e16d-1c42-4e6d-ac90-c49aa5f7d504 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:39.877829 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d1eb8c0a-98f4-424a-b6e0-15d87db87079 req-6636e16d-1c42-4e6d-ac90-c49aa5f7d504 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1547253 May 10 11:26:39.938616 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d1eb8c0a-98f4-424a-b6e0-15d87db87079 req-9291e2f2-24d8-4cbe-a5f9-ad91ff2c28ab tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542252 May 10 11:26:41.125907 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8dd67-3282-4175-8bc9-9af8d9af9e96 req-b1bdc75b-0ca1-40a6-9c50-a4e5f3e58d0f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:41.127315 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2ce8dd67-3282-4175-8bc9-9af8d9af9e96 req-b1bdc75b-0ca1-40a6-9c50-a4e5f3e58d0f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.0780578 May 10 11:26:41.176277 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2ce8dd67-3282-4175-8bc9-9af8d9af9e96 req-55c91268-3377-43d4-8859-f555fa1128b1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428824 May 10 11:26:41.377306 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8355fe88-4637-43c6-b958-d2c35d10658a req-963d6519-4eb3-443a-a343-5c8c652189a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687008 May 10 11:26:41.468133 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355fe88-4637-43c6-b958-d2c35d10658a req-63d84ec0-7a22-4493-a1c0-e81de334027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:41.469614 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8355fe88-4637-43c6-b958-d2c35d10658a req-63d84ec0-7a22-4493-a1c0-e81de334027d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 1098 time: 0.0691564 May 10 11:26:41.632803 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355fe88-4637-43c6-b958-d2c35d10658a req-edb3395f-c0e0-4ad5-a864-0a509da383e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:41.634216 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8355fe88-4637-43c6-b958-d2c35d10658a req-edb3395f-c0e0-4ad5-a864-0a509da383e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 200 len: 912 time: 0.1400654 May 10 11:26:41.753310 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8355fe88-4637-43c6-b958-d2c35d10658a req-68bd57ee-177d-49d1-8df1-a66d2a228907 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b988f7cc-a812-42b0-8d6d-204700084bfd HTTP/1.1" status: 200 len: 1001 time: 0.1076555 May 10 11:26:41.850315 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355fe88-4637-43c6-b958-d2c35d10658a req-99b2008c-131f-4608-a27b-f333fcdcf66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:41.851740 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8355fe88-4637-43c6-b958-d2c35d10658a req-99b2008c-131f-4608-a27b-f333fcdcf66d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=097652b3-55a3-410a-a095-41743a687aac HTTP/1.1" status: 200 len: 850 time: 0.0893774 May 10 11:26:41.932878 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355fe88-4637-43c6-b958-d2c35d10658a req-be5fa4fd-55f8-46b9-b986-91217df1e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:41.934335 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8355fe88-4637-43c6-b958-d2c35d10658a req-be5fa4fd-55f8-46b9-b986-91217df1e4d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=367daadb-7975-4d87-914f-7685d11912a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707943 May 10 11:26:42.093053 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8355fe88-4637-43c6-b958-d2c35d10658a req-091cca07-cad2-4968-a0fe-9ed3edc576e3 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469429 May 10 11:26:42.358942 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-6ca68333-b3c2-437c-8bee-1ac618905f56 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:42.360366 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-6ca68333-b3c2-437c-8bee-1ac618905f56 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/networks?id=4ea37700-213e-41f9-b226-b6d6299a5278 HTTP/1.1" status: 200 len: 815 time: 0.2918656 May 10 11:26:42.378121 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8355fe88-4637-43c6-b958-d2c35d10658a req-ba9c4401-fc6e-47ff-a9d8-e0593ef61881 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348409 May 10 11:26:42.383626 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-46760940-d7cb-4b8c-b116-5b955fe5a961 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/quotas/82cebafc38794f9fa888eab3cb7b6cc1 HTTP/1.1" status: 200 len: 375 time: 0.0157626 May 10 11:26:42.461224 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b79d8b-4dfb-4bd4-8f9a-97db66c16ac5 req-94d58285-a940-422f-abc3-323ce0cf8d3d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:42.462739 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b6b79d8b-4dfb-4bd4-8f9a-97db66c16ac5 req-94d58285-a940-422f-abc3-323ce0cf8d3d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1698327 May 10 11:26:42.524093 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-6360795d-2a3a-489d-bdb5-a45657ab090a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=82cebafc38794f9fa888eab3cb7b6cc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1329134 May 10 11:26:42.529210 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b6b79d8b-4dfb-4bd4-8f9a-97db66c16ac5 req-e34e5ad7-c380-46da-ba42-e40bd6ee05d8 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577326 May 10 11:26:42.610121 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40424) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:42.667122 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-073964d3-8784-4d04-9830-de867f771807 service neutron] 10.222.0.13 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358931 May 10 11:26:42.700098 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40432) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:42.820650 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-049acbe4-35cd-4769-80e0-a44bdaf5a22b service neutron] 10.222.0.13 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474633 May 10 11:26:42.841198 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0005a9e4-251c-4af1-a11e-ac373292571f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:42.860460 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0005a9e4-251c-4af1-a11e-ac373292571f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:42.864447 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0005a9e4-251c-4af1-a11e-ac373292571f admin admin] Usage tracker for resource:security_group_rule and tenant:aab801db9bd64f12af99006330f53f4c is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:42.868895 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5396c09c-d8a4-4ea0-97a9-de09d4d5420e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:42.876631 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0005a9e4-251c-4af1-a11e-ac373292571f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:42.884123 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0005a9e4-251c-4af1-a11e-ac373292571f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:42.954277 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-5396c09c-d8a4-4ea0-97a9-de09d4d5420e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:42.960623 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-5396c09c-d8a4-4ea0-97a9-de09d4d5420e admin admin] Usage tracker for resource:security_group_rule and tenant:e9721915c60b447883101d7496e1bda8 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:42.963573 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-5396c09c-d8a4-4ea0-97a9-de09d4d5420e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:42.970408 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-5396c09c-d8a4-4ea0-97a9-de09d4d5420e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:43.089020 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5396c09c-d8a4-4ea0-97a9-de09d4d5420e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.127901 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5396c09c-d8a4-4ea0-97a9-de09d4d5420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.141686 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b8608466-9203-42f2-8627-0c74fa8a2e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:43.172543 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0005a9e4-251c-4af1-a11e-ac373292571f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.176229 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396c09c-d8a4-4ea0-97a9-de09d4d5420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1baad5-e968-4150-81c3-5c5b8f9c0e73,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:43.182262 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5396c09c-d8a4-4ea0-97a9-de09d4d5420e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:43.196602 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0005a9e4-251c-4af1-a11e-ac373292571f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.211230 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-287f9102-b804-498d-b5d4-9d00cd47aa76 req-071d8395-66c4-43da-bdfe-3e05610a57ba tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 210 time: 0.1357589 May 10 11:26:43.221528 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5aa2dc8a-e836-42ed-a045-3b5899d1a467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:43.247675 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5396c09c-d8a4-4ea0-97a9-de09d4d5420e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9721915c60b447883101d7496e1bda8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6359148 May 10 11:26:43.250526 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 40460) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:43.252516 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0005a9e4-251c-4af1-a11e-ac373292571f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aab801db9bd64f12af99006330f53f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5513394 May 10 11:26:43.261441 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40464) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:43.315920 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005a9e4-251c-4af1-a11e-ac373292571f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0120bb14-543a-4dda-994e-7204d22ce7ac,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:43.321674 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4af36e46-6a2c-4954-9af4-bfa90548d140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.335118 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0005a9e4-251c-4af1-a11e-ac373292571f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:43.335884 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ef2b64d6-a498-4b90-97ec-02561840e720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.356209 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4af36e46-6a2c-4954-9af4-bfa90548d140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.367680 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ef2b64d6-a498-4b90-97ec-02561840e720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.427101 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4af36e46-6a2c-4954-9af4-bfa90548d140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.432244 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ef2b64d6-a498-4b90-97ec-02561840e720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.433900 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9240a16c-e583-40e7-bcca-7b7d0c8e47a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:43.439452 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2af8b124-6a12-4b32-b9a2-1437e79b84a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:43.448160 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af36e46-6a2c-4954-9af4-bfa90548d140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1baad5-e968-4150-81c3-5c5b8f9c0e73,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:43.457078 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4af36e46-6a2c-4954-9af4-bfa90548d140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:43.459736 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4af36e46-6a2c-4954-9af4-bfa90548d140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.463703 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-4af36e46-6a2c-4954-9af4-bfa90548d140 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e1baad5-e968-4150-81c3-5c5b8f9c0e73 HTTP/1.1" status: 204 len: 168 time: 0.2120998 May 10 11:26:43.466471 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b64d6-a498-4b90-97ec-02561840e720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0120bb14-543a-4dda-994e-7204d22ce7ac,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:43.469233 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ef2b64d6-a498-4b90-97ec-02561840e720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:43.478476 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ef2b64d6-a498-4b90-97ec-02561840e720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:43.479796 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ef2b64d6-a498-4b90-97ec-02561840e720 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0120bb14-543a-4dda-994e-7204d22ce7ac HTTP/1.1" status: 204 len: 168 time: 0.2173915 May 10 11:26:43.761738 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b29dd-1839-4107-a0f1-4ff63db5cbaf req-9afda3f0-a1fd-4e1c-ab96-cdc7a3b15777 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:43.763327 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d91b29dd-1839-4107-a0f1-4ff63db5cbaf req-9afda3f0-a1fd-4e1c-ab96-cdc7a3b15777 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1000082 May 10 11:26:43.821023 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d91b29dd-1839-4107-a0f1-4ff63db5cbaf req-034db5d9-31f8-4e6d-b64a-118aac554574 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500832 May 10 11:26:43.962092 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.324419 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 40522) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:44.490033 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a14f0340-938f-4c9b-b107-275507d5c919 req-f930db73-cacc-401f-a568-6df5d02675ad tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 210 time: 0.1436839 May 10 11:26:44.494132 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-328289118-network', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:44.510763 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:44.521065 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Usage tracker for resource:network and tenant:11df5e3f320546ffba46f05f45e9e781 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:44.537895 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:44.547751 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:44.574027 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Made reservation on behalf of 11df5e3f320546ffba46f05f45e9e781 for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:44.576420 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.611055 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-69a1670d-5009-4da7-b955-8b2ca1ce9bce tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:44.612390 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-69a1670d-5009-4da7-b955-8b2ca1ce9bce tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "GET /v2.0/networks?id=4ea37700-213e-41f9-b226-b6d6299a5278 HTTP/1.1" status: 200 len: 815 time: 0.2228305 May 10 11:26:44.614869 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:44.631750 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Request body: {'port': {'device_id': 'ab0038cc-af36-416d-9495-fa7b214dea91', 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278', 'admin_state_up': True, 'tenant_id': '82cebafc38794f9fa888eab3cb7b6cc1'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:44.704904 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:44.717002 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Usage tracker for resource:security_group_rule and tenant:11df5e3f320546ffba46f05f45e9e781 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:44.722547 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:44.732868 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:44.785607 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f0130-01d8-4578-a702-f78ad5fd0b91 req-c176be60-c662-49c8-b975-43f2178440e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:44.787249 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7e6f0130-01d8-4578-a702-f78ad5fd0b91 req-c176be60-c662-49c8-b975-43f2178440e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 1098 time: 0.1174278 May 10 11:26:44.822524 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:44.838122 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:44.850289 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7e6f0130-01d8-4578-a702-f78ad5fd0b91 req-6a205e96-8eeb-4104-a2b8-fd3cde79fe7a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492759 May 10 11:26:44.870465 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Made reservation on behalf of 82cebafc38794f9fa888eab3cb7b6cc1 for: {'port': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:44.874769 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.062330 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.086151 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.096559 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6ab56cce-48c7-4c97-9e32-d1b2b8670549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:45.173958 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=78729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:26:45.196990 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589c7ae4-5938-405a-91ca-f988ddb8910d,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:45.202559 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.202899 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Added segment 967c2fb6-01dc-4f85-b457-df8485dc4b21 of type vlan for network 9cd55141-de3c-450a-9991-64932c3a549f May 10 11:26:45.204492 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:45.232785 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Allocated IP 172.20.0.11 (4ea37700-213e-41f9-b226-b6d6299a5278/b176c499-e468-48b6-be00-f4b8015f3210/a7909b80-88d1-4220-ae50-b4b451b9170b) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:45.265639 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.276338 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f466088-124f-447e-a8b3-26d87d52d459 req-44087e1b-a293-4466-8a0f-9e88a38e5520 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:45.277935 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9f466088-124f-447e-a8b3-26d87d52d459 req-44087e1b-a293-4466-8a0f-9e88a38e5520 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.2777896 May 10 11:26:45.372298 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.376859 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:45.377476 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.382885 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9f466088-124f-447e-a8b3-26d87d52d459 req-cea39666-da50-477c-be0a-51ea49cf34b1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945990 May 10 11:26:45.399719 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:45.576441 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Pushing event updated for resources: {'Network': ['ID=9cd55141-de3c-450a-9991-64932c3a549f,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:45.582215 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:45.584100 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2577820 May 10 11:26:45.587078 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40554) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:45.587227 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 9cd55141-de3c-450a-9991-64932c3a549f details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:26:45.594114 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Request body: {'subnet': {'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-328289118-subnet', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:45.602445 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:45.608133 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Usage tracker for resource:subnet and tenant:11df5e3f320546ffba46f05f45e9e781 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:45.611647 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:45.621617 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:45.638930 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Made reservation on behalf of 11df5e3f320546ffba46f05f45e9e781 for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:45.642534 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.643068 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2206793'] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.694898 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-c15e8b61-231b-434a-84e9-b5d4abfcdceb req-aad6d7f4-abc1-4b0a-b976-e2ee93bcc859 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Synchronizing usage tracker for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:26:45.717358 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-c15e8b61-231b-434a-84e9-b5d4abfcdceb req-aad6d7f4-abc1-4b0a-b976-e2ee93bcc859 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Unset dirty status for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:26:45.718490 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c15e8b61-231b-434a-84e9-b5d4abfcdceb req-aad6d7f4-abc1-4b0a-b976-e2ee93bcc859 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 210 time: 0.0724077 May 10 11:26:45.730100 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.737223 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-0f52176b-f3b8-4861-882c-fa94db62afb0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:45.746472 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['e45a01c2-514e-4f16-9f23-de035e9a9c9c'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:26:45.799192 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Network 4ea37700-213e-41f9-b226-b6d6299a5278 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:45.802365 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:45.806493 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:26:45.851048 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Pushing event updated for resources: {'Port': ['ID=a7909b80-88d1-4220-ae50-b4b451b9170b,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:45.855905 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:45.883633 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:45.884435 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:45.907119 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2794676 May 10 11:26:45.945607 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Request body: {'port': {'device_id': 'ab0038cc-af36-416d-9495-fa7b214dea91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:46.058862 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.139576 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3557339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2206779'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.146551 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0b309e51-5a34-4760-aaaf-3909747686fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:46.231893 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03312496-ca70-47f8-987d-7b536945040d,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:46.235119 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:46.246745 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Checking segment: {'id': '967c2fb6-01dc-4f85-b457-df8485dc4b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:26:46.247110 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Network hostable DHCP agents. Network: 9cd55141-de3c-450a-9991-64932c3a549f, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:26:46.269506 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Network 9cd55141-de3c-450a-9991-64932c3a549f is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:26:46.281470 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 9cd55141-de3c-450a-9991-64932c3a549f) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:46.291205 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1069d2e1-b4ed-4996-9f69-b022e31a3231 None None] Network 9cd55141-de3c-450a-9991-64932c3a549f requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:26:46.300064 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:46.300777 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.324093 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7348096 May 10 11:26:46.329280 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40566) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:46.335374 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:46.340938 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:46.345428 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Usage tracker for resource:router and tenant:11df5e3f320546ffba46f05f45e9e781 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:46.348932 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:46.355494 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:46.369458 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3857130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60797'] for router, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.370447 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3857125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813861', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3704226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60790'] for router, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.388165 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.659705 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7909b80-88d1-4220-ae50-b4b451b9170b {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:26:46.670079 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.691422 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5533b1e3-f234-5a16-a21f-8695b02c655e-9cd55141-de3c-450a-9991-64932c3a549f', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'fixed_ips': [{'subnet_id': '03312496-ca70-47f8-987d-7b536945040d'}]}} from dv-cinder-784956-5-iscsi. {{(pid=78730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:26:46.692347 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.704011 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Transition to ACTIVE for port object a7909b80-88d1-4220-ae50-b4b451b9170b will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:46.726897 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae20aca-4f43-4ddb-99f3-cd622b08eeaf req-1c664d4d-8046-4cd0-85c8-7f2f8e59c9c3 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:46.728599 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7ae20aca-4f43-4ddb-99f3-cd622b08eeaf req-1c664d4d-8046-4cd0-85c8-7f2f8e59c9c3 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1481979 May 10 11:26:46.729377 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.733446 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:46.760357 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3811102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60760'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:46.881232 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Allocated IP 172.20.0.2 (9cd55141-de3c-450a-9991-64932c3a549f/03312496-ca70-47f8-987d-7b536945040d/dae44702-b229-44d0-9676-1f7661036df3) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:46.902683 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7ae20aca-4f43-4ddb-99f3-cd622b08eeaf req-8a7f31a9-9193-4165-93d1-12fd895ab6ef tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392729 May 10 11:26:46.953848 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Pushing event updated for resources: {'Port': ['ID=a7909b80-88d1-4220-ae50-b4b451b9170b,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:46.965658 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:47.040959 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Attempting to bind port a7909b80-88d1-4220-ae50-b4b451b9170b on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:47.041366 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Attempting to bind port a7909b80-88d1-4220-ae50-b4b451b9170b by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:47.041695 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Attempting to bind port a7909b80-88d1-4220-ae50-b4b451b9170b on network 4ea37700-213e-41f9-b226-b6d6299a5278 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:26:47.046803 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Port a7909b80-88d1-4220-ae50-b4b451b9170b on network 4ea37700-213e-41f9-b226-b6d6299a5278 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:26:47.047245 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Attempting to bind port a7909b80-88d1-4220-ae50-b4b451b9170b on network 4ea37700-213e-41f9-b226-b6d6299a5278 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:26:47.053346 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:26:47.053685 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Checking segment: {'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:26:47.054066 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Bound using segment: {'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:26:47.054487 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Bound port: a7909b80-88d1-4220-ae50-b4b451b9170b, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:47.054826 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.153037 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.162077 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.173428 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Transition to ACTIVE for port object dae44702-b229-44d0-9676-1f7661036df3 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:47.179744 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] For port a7909b80-88d1-4220-ae50-b4b451b9170b, host hv-cinder-78495, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:26:47.183171 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] For port a7909b80-88d1-4220-ae50-b4b451b9170b, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a7909b80-88d1-4220-ae50-b4b451b9170b,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:26:47.189176 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.195071 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:47.198797 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.207592 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Transition to ACTIVE for port object dae44702-b229-44d0-9676-1f7661036df3 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:47.222012 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.225667 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:47.254156 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:47.254784 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.256417 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] 10.222.0.30 "PUT /v2.0/ports/a7909b80-88d1-4220-ae50-b4b451b9170b HTTP/1.1" status: 200 len: 1094 time: 1.3188128 May 10 11:26:47.256953 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0038cc-af36-416d-9495-fa7b214dea91', 'tag': 'a7909b80-88d1-4220-ae50-b4b451b9170b'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:26:47.279707 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Network 9cd55141-de3c-450a-9991-64932c3a549f is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:47.282636 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:47.283059 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Pushing event updated for resources: {'Port': ['ID=a7909b80-88d1-4220-ae50-b4b451b9170b,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:47.287055 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:26:47.289095 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:47.339311 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Pushing event updated for resources: {'Port': ['ID=dae44702-b229-44d0-9676-1f7661036df3,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:47.356923 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Allocated IP 172.27.3.210 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/ae3a06e2-fe39-424d-b363-0a18b6e16b53) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:47.379019 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:47.379365 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:47.379715 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:47.380028 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:47.380900 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:47.381253 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:47.381549 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:47.381857 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:47.382197 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:47.382507 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:47.382821 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:47.383136 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:47.394515 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:47.401645 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Attempting to bind port dae44702-b229-44d0-9676-1f7661036df3 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:47.407229 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Attempting to bind port dae44702-b229-44d0-9676-1f7661036df3 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '967c2fb6-01dc-4f85-b457-df8485dc4b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:47.407229 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Attempting to bind port dae44702-b229-44d0-9676-1f7661036df3 on network 9cd55141-de3c-450a-9991-64932c3a549f {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:26:47.408936 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:26:47.409215 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Checking segment: {'id': '967c2fb6-01dc-4f85-b457-df8485dc4b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:26:47.409613 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.410003 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Bound using segment: {'id': '967c2fb6-01dc-4f85-b457-df8485dc4b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:26:47.410465 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Bound port: dae44702-b229-44d0-9676-1f7661036df3, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967c2fb6-01dc-4f85-b457-df8485dc4b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:47.410835 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.506159 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] For port dae44702-b229-44d0-9676-1f7661036df3, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:26:47.509436 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] For port dae44702-b229-44d0-9676-1f7661036df3, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=dae44702-b229-44d0-9676-1f7661036df3,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:26:47.514174 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.518021 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.518914 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:47.548467 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:47.553293 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:47.604045 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Pushing event updated for resources: {'Port': ['ID=dae44702-b229-44d0-9676-1f7661036df3,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:47.606929 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:47.627493 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:47.634724 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:47.639797 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:26:47.750021 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3a06e2-fe39-424d-b363-0a18b6e16b53,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:47.756494 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:48.143267 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:48.445286 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3181f71e-5a15-41ed-b4e0-4ef913900787 None None] Network 9cd55141-de3c-450a-9991-64932c3a549f requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:26:48.482392 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3811175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816201'] for router, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:48.567952 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4d69672c-2ca0-40c9-b04f-1f07fac9ec76 None None] Provisioning for port dae44702-b229-44d0-9676-1f7661036df3 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:48.690050 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Router 5bebd365-bf47-4859-b50d-1342a29bc2f2 is scheduled to L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 with binding_index 1 {{(pid=78728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:26:48.874401 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:26:48.883557 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Sync routers for ids ['5bebd365-bf47-4859-b50d-1342a29bc2f2'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:48.892821 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Routers {'5bebd365-bf47-4859-b50d-1342a29bc2f2'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:26:48.893497 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bebd365-bf47-4859-b50d-1342a29bc2f2'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:48.898876 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:48.900288 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5699663 May 10 11:26:48.902912 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40612) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:49.089785 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Set router 5bebd365-bf47-4859-b50d-1342a29bc2f2 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:26:49.448955 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:47Z', 'revision_number': 3, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port': {'id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:47Z', 'updated_at': '2021-05-10T11:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:49.452734 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Checking router: 5bebd365-bf47-4859-b50d-1342a29bc2f2 for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:49.453082 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Updating router 5bebd365-bf47-4859-b50d-1342a29bc2f2 port ae3a06e2-fe39-424d-b363-0a18b6e16b53 binding host dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:26:49.508394 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device dae44702-b229-44d0-9676-1f7661036df3 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:49.512089 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.596774 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port dae44702-b229-44d0-9676-1f7661036df3 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:49.603153 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port dae44702-b229-44d0-9676-1f7661036df3 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:49.603813 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.700193 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.738009 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.780594 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port dae44702-b229-44d0-9676-1f7661036df3, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=dae44702-b229-44d0-9676-1f7661036df3,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:49.787155 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.794518 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:49.874459 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=dae44702-b229-44d0-9676-1f7661036df3,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:49.884366 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:49.890346 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.902378 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Transition to ACTIVE for port object ae3a06e2-fe39-424d-b363-0a18b6e16b53 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:49.909138 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:49.913720 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:49.924225 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Allocated IP 172.20.0.1 (9cd55141-de3c-450a-9991-64932c3a549f/03312496-ca70-47f8-987d-7b536945040d/e1c39ce1-75f7-41da-9680-0c6297a07717) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:49.995889 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Attempting to bind port ae3a06e2-fe39-424d-b363-0a18b6e16b53 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:49.996257 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Attempting to bind port ae3a06e2-fe39-424d-b363-0a18b6e16b53 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:49.996615 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Attempting to bind port ae3a06e2-fe39-424d-b363-0a18b6e16b53 on network 3f71b2d2-59f0-4475-bea2-1eec4e07450d {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:26:49.999959 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Pushing event updated for resources: {'Port': ['ID=ae3a06e2-fe39-424d-b363-0a18b6e16b53,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:50.007704 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:26:50.008488 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Checking segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:26:50.008488 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.008892 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Bound using segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:26:50.009349 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Bound port: ae3a06e2-fe39-424d-b363-0a18b6e16b53, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:50.009734 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.038100 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:50.038439 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:50.038770 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:50.039098 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:50.039422 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:50.039740 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:50.040063 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:50.040377 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:50.040715 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:50.041044 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:50.041362 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:50.041670 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:26:50.050247 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:50.072873 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.090147 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] For port ae3a06e2-fe39-424d-b363-0a18b6e16b53, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:26:50.091660 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Transition to ACTIVE for port object e1c39ce1-75f7-41da-9680-0c6297a07717 will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:50.093295 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] For port ae3a06e2-fe39-424d-b363-0a18b6e16b53, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=ae3a06e2-fe39-424d-b363-0a18b6e16b53,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:26:50.098376 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.103763 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:50.116293 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.120898 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:50.165032 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Routers {'5bebd365-bf47-4859-b50d-1342a29bc2f2'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:26:50.165654 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bebd365-bf47-4859-b50d-1342a29bc2f2'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:50.180689 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Network 9cd55141-de3c-450a-9991-64932c3a549f is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:50.183861 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:50.187731 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:26:50.238612 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c39ce1-75f7-41da-9680-0c6297a07717,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:50.243401 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:50.285320 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801302'] for router_interface, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.374392 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] Set router 5bebd365-bf47-4859-b50d-1342a29bc2f2 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:26:50.428741 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-d6dab27c-a0ae-445d-8d28-84ba2c726593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:50.431162 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-d6dab27c-a0ae-445d-8d28-84ba2c726593 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82cebafc38794f9fa888eab3cb7b6cc1&device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 1097 time: 0.2642577 May 10 11:26:50.447166 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0038cc-af36-416d-9495-fa7b214dea91', 'tag': 'a7909b80-88d1-4220-ae50-b4b451b9170b', 'status': 'completed', 'code': 200} May 10 11:26:50.452617 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.467612 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-81623493-3774-4ee8-8a5d-d6b2b64c858b None None] Provisioning for port e1c39ce1-75f7-41da-9680-0c6297a07717 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:50.474650 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-81623493-3774-4ee8-8a5d-d6b2b64c858b None None] Provisioning complete for port e1c39ce1-75f7-41da-9680-0c6297a07717 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:50.475146 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-81623493-3774-4ee8-8a5d-d6b2b64c858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.521496 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-bf3345d2-6431-4144-9e59-82dd02d88a72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7909b80-88d1-4220-ae50-b4b451b9170b HTTP/1.1" status: 200 len: 217 time: 0.0689015 May 10 11:26:50.554619 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-81623493-3774-4ee8-8a5d-d6b2b64c858b None None] Port e1c39ce1-75f7-41da-9680-0c6297a07717 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:26:50.596330 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec9331-1c4f-4af4-aa54-6a3e24acaff6 req-aeb459d6-cbc8-49be-b874-a3524b15fc4f tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:50.604268 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-faec9331-1c4f-4af4-aa54-6a3e24acaff6 req-aeb459d6-cbc8-49be-b874-a3524b15fc4f tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 944 time: 0.2811158 May 10 11:26:50.658448 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-faec9331-1c4f-4af4-aa54-6a3e24acaff6 req-b2462792-6593-44c4-ba68-f048a64c5e8b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532436 May 10 11:26:50.695590 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-60f2b611-e797-41f6-806d-95a0e58c007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:50.697217 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-60f2b611-e797-41f6-806d-95a0e58c007b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b176c499-e468-48b6-be00-f4b8015f3210 HTTP/1.1" status: 200 len: 855 time: 0.1658516 May 10 11:26:50.728695 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Pushing event updated for resources: {'Port': ['ID=ae3a06e2-fe39-424d-b363-0a18b6e16b53,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:50.738801 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.739317 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e1a0a35d-78f7-4b78-bb7a-85599bdaf0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:50.750400 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:50.766992 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-9d30eb5c-d779-46ed-a0b4-c4ec06ee3dcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ea37700-213e-41f9-b226-b6d6299a5278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608418 May 10 11:26:50.779845 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:47Z', 'revision_number': 3, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port': {'id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:47Z', 'updated_at': '2021-05-10T11:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:50.784930 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06b7b0-d8dc-4493-9678-2f6a4c26d642 None None] The sync data for ids ['5bebd365-bf47-4859-b50d-1342a29bc2f2'] in dv-cinder-784956-5-iscsi is: [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:47Z', 'revision_number': 3, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port': {'id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:47Z', 'updated_at': '2021-05-10T11:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:50.790087 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-16771671-b45f-4be7-b54f-42df546e834d tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:50.976809 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-075000cf-4c4e-4aee-8284-2ee73b24fb5a service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030115 May 10 11:26:51.025299 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801205'] for router_interface, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.037314 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c39ce1-75f7-41da-9680-0c6297a07717,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:51.042180 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:51.196818 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5e609-2820-4ebc-98be-b58db546f70e req-4e1ada3c-dc56-4688-b479-76e6ec347746 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:51.197553 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-19a5e609-2820-4ebc-98be-b58db546f70e req-4e1ada3c-dc56-4688-b479-76e6ec347746 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.3152096 May 10 11:26:51.200170 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 40636) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:51.257223 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Network 9cd55141-de3c-450a-9991-64932c3a549f is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:51.259196 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:51.290343 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccf9b95d-6d66-4d9f-99ac-b8551c74f101 req-c597ac56-96ab-42a1-a9a6-ee75d721f98a service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023934 May 10 11:26:51.295350 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-19a5e609-2820-4ebc-98be-b58db546f70e req-4ffd379a-7d12-4467-a990-8f31bdabc606 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758016 May 10 11:26:51.539873 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c16242c2-2d38-4833-9283-f0cd42ac7097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.593776 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Router 5bebd365-bf47-4859-b50d-1342a29bc2f2 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:26:51.608652 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-c16242c2-2d38-4833-9283-f0cd42ac7097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:51.623792 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-c16242c2-2d38-4833-9283-f0cd42ac7097 admin admin] Usage tracker for resource:security_group_rule and tenant:eeb1d022c959483e9f7a7b1da8e0df88 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:51.635287 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46bbb4-6868-423b-b2e9-45249a5b13f8 req-5243a9d8-8250-44f1-95c3-d2bc7fdd94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:51.636960 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ee46bbb4-6868-423b-b2e9-45249a5b13f8 req-5243a9d8-8250-44f1-95c3-d2bc7fdd94e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63d6ee33a4424d58867cf66f38b94d68&device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 1098 time: 0.8107932 May 10 11:26:51.652687 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-c16242c2-2d38-4833-9283-f0cd42ac7097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:51.662045 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device dae44702-b229-44d0-9676-1f7661036df3 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:51.662910 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-c16242c2-2d38-4833-9283-f0cd42ac7097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:51.717677 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ec45d-c9e3-47ad-bb05-17be71dd3b2d req-17a56461-8c0e-43da-95c8-b9459c995816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:51.719912 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6c3ec45d-c9e3-47ad-bb05-17be71dd3b2d req-17a56461-8c0e-43da-95c8-b9459c995816 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82cebafc38794f9fa888eab3cb7b6cc1&device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 1097 time: 0.3431594 May 10 11:26:51.787078 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-a7b0d1c9-ec1a-4904-8432-8ea49d8081a4 None None] Provisioning complete for port e1c39ce1-75f7-41da-9680-0c6297a07717 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:51.787549 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d1c9-ec1a-4904-8432-8ea49d8081a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.921514 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port dae44702-b229-44d0-9676-1f7661036df3 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:51.922137 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:51.953431 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ec45d-c9e3-47ad-bb05-17be71dd3b2d req-f84426c9-7bca-4d9c-8143-d0a38d3aac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:51.954974 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6c3ec45d-c9e3-47ad-bb05-17be71dd3b2d req-f84426c9-7bca-4d9c-8143-d0a38d3aac27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ea37700-213e-41f9-b226-b6d6299a5278 HTTP/1.1" status: 200 len: 916 time: 0.2274609 May 10 11:26:51.997468 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0d1c9-ec1a-4904-8432-8ea49d8081a4 None None] Port e1c39ce1-75f7-41da-9680-0c6297a07717 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:26:52.044613 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6c3ec45d-c9e3-47ad-bb05-17be71dd3b2d req-0ebaa892-ce34-4431-aa61-0b15017ec5ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7909b80-88d1-4220-ae50-b4b451b9170b HTTP/1.1" status: 200 len: 217 time: 0.0821803 May 10 11:26:52.060993 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46bbb4-6868-423b-b2e9-45249a5b13f8 req-61b5e974-25af-45af-ac60-cc99f1e6ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:52.062452 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ee46bbb4-6868-423b-b2e9-45249a5b13f8 req-61b5e974-25af-45af-ac60-cc99f1e6ee50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 200 len: 919 time: 0.3134086 May 10 11:26:52.063664 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:26:52.102308 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c16242c2-2d38-4833-9283-f0cd42ac7097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.103172 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device ae3a06e2-fe39-424d-b363-0a18b6e16b53 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:52.114221 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c16242c2-2d38-4833-9283-f0cd42ac7097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.125954 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8d03ad49-0dd8-43df-94e8-3ed58b52e410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:52.137998 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ee46bbb4-6868-423b-b2e9-45249a5b13f8 req-2b27d1ac-bb3e-44b2-954c-a97f53ec7c04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26c20e1d-1fef-42cf-8eaf-8f70dd84d370 HTTP/1.1" status: 200 len: 217 time: 0.0655913 May 10 11:26:52.141620 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] 10.222.0.13 "PUT /v2.0/routers/5bebd365-bf47-4859-b50d-1342a29bc2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2377841 May 10 11:26:52.202809 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port ae3a06e2-fe39-424d-b363-0a18b6e16b53 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:26:52.209409 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port ae3a06e2-fe39-424d-b363-0a18b6e16b53 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:52.209626 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46bbb4-6868-423b-b2e9-45249a5b13f8 req-02a3c5bb-8ce1-468b-94b1-68d356d54dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:52.210754 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.210998 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ee46bbb4-6868-423b-b2e9-45249a5b13f8 req-02a3c5bb-8ce1-468b-94b1-68d356d54dfb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79871b72-bb32-422b-8cbf-d81f2f7d441c HTTP/1.1" status: 200 len: 858 time: 0.0658324 May 10 11:26:52.216986 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393bc4-00bf-4f1a-b940-f1374cc24e1e req-2a3a03c5-d638-4f1f-a848-7a45f8a788c2 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:52.218639 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-12393bc4-00bf-4f1a-b940-f1374cc24e1e req-2a3a03c5-d638-4f1f-a848-7a45f8a788c2 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 944 time: 0.3573339 May 10 11:26:52.220231 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ec45d-c9e3-47ad-bb05-17be71dd3b2d req-1e4bc798-d65f-4625-9caf-e0378544e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:52.221624 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6c3ec45d-c9e3-47ad-bb05-17be71dd3b2d req-1e4bc798-d65f-4625-9caf-e0378544e243 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b176c499-e468-48b6-be00-f4b8015f3210 HTTP/1.1" status: 200 len: 855 time: 0.1662252 May 10 11:26:52.225427 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16242c2-2d38-4833-9283-f0cd42ac7097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51eebb32-0bb2-48e8-ae45-da131da9ca74,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:52.229638 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c16242c2-2d38-4833-9283-f0cd42ac7097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:52.280446 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6c3ec45d-c9e3-47ad-bb05-17be71dd3b2d req-ad169cfd-7330-4616-9bf7-484112965d41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ea37700-213e-41f9-b226-b6d6299a5278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497162 May 10 11:26:52.288261 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ee46bbb4-6868-423b-b2e9-45249a5b13f8 req-6d9514d6-6788-4feb-b0e0-50cbdf64a158 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cef487f9-42ce-4632-b394-ab24d64ee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666215 May 10 11:26:52.309715 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-c16242c2-2d38-4833-9283-f0cd42ac7097 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eeb1d022c959483e9f7a7b1da8e0df88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1060765 May 10 11:26:52.320266 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40652) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:52.356598 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-172fa226-e70d-41a1-9c46-d4fe737d07f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.362190 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.382121 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port ae3a06e2-fe39-424d-b363-0a18b6e16b53, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=ae3a06e2-fe39-424d-b363-0a18b6e16b53,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:52.391809 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.397035 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:52.479198 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-12393bc4-00bf-4f1a-b940-f1374cc24e1e req-f485badd-d7d0-485b-9032-640159492e45 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050717 May 10 11:26:52.486802 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=ae3a06e2-fe39-424d-b363-0a18b6e16b53,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:52.503316 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:52.566029 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4bbbff94-da75-4ea1-a52b-388c3645106d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.600189 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ee46bbb4-6868-423b-b2e9-45249a5b13f8 req-548c796a-8e73-4159-9762-2a2561f03c13 service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025742 May 10 11:26:52.601977 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6c3ec45d-c9e3-47ad-bb05-17be71dd3b2d req-f964d38d-0d63-4b03-b229-1070580e3774 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855847 May 10 11:26:52.641768 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4bbbff94-da75-4ea1-a52b-388c3645106d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.654942 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aee6f1-af8d-4156-ac80-ec8a9eebb90f req-26b6468e-f87b-42d9-b499-8cce41a37dc9 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:52.656404 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-03aee6f1-af8d-4156-ac80-ec8a9eebb90f req-26b6468e-f87b-42d9-b499-8cce41a37dc9 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1737792 May 10 11:26:52.780286 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-03aee6f1-af8d-4156-ac80-ec8a9eebb90f req-fb217f47-84ad-4b60-84e6-a6388102fb7c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784733 May 10 11:26:52.786093 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ee46bbb4-6868-423b-b2e9-45249a5b13f8 req-66c1f56a-b10c-461c-b00e-101fcd8b3d0e service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716681 May 10 11:26:52.788985 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4bbbff94-da75-4ea1-a52b-388c3645106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.795540 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-42e5c36e-cb9f-43e7-b4de-61cab8f6ca98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:52.803338 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6c3ec45d-c9e3-47ad-bb05-17be71dd3b2d req-b6509d15-2203-4cde-846a-524f05a49f52 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867106 May 10 11:26:52.806987 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbff94-da75-4ea1-a52b-388c3645106d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51eebb32-0bb2-48e8-ae45-da131da9ca74,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:52.810855 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4bbbff94-da75-4ea1-a52b-388c3645106d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:52.814745 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4bbbff94-da75-4ea1-a52b-388c3645106d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.816779 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-4bbbff94-da75-4ea1-a52b-388c3645106d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51eebb32-0bb2-48e8-ae45-da131da9ca74 HTTP/1.1" status: 204 len: 168 time: 0.4947851 May 10 11:26:52.863513 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40674) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:52.869441 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-20015791-network', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:52.874209 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:52.878679 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Usage tracker for resource:network and tenant:e769591973b74c3b9877652e7b7dd798 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:52.881664 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:52.887451 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:52.899112 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Made reservation on behalf of e769591973b74c3b9877652e7b7dd798 for: {'network': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:52.901821 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.916979 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:52.933764 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:52.940000 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Usage tracker for resource:security_group_rule and tenant:e769591973b74c3b9877652e7b7dd798 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:52.945022 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:52.951790 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:53.163013 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.169304 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.173622 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-30637a5c-ce01-4db0-a39d-3edcfa2fa311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:53.199595 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=78728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:26:53.223524 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Sync routers for ids ['5bebd365-bf47-4859-b50d-1342a29bc2f2'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:53.224703 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab08f6e2-3b93-40da-b9df-b89a84eed294,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:53.229022 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:53.229946 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.230278 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.segments_db [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Added segment fb68d11c-3363-447e-9683-b419b9e71c31 of type vlan for network 468b064c-0677-4051-b9c0-6b8f0acfbafa May 10 11:26:53.239684 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Routers {'5bebd365-bf47-4859-b50d-1342a29bc2f2'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:26:53.240415 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bebd365-bf47-4859-b50d-1342a29bc2f2'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:53.264462 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.296081 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.297623 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:53.298353 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.303522 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d6be5e04-ac91-4ced-9860-5be2f87e03c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:53.403527 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5389125 May 10 11:26:53.404540 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Pushing event updated for resources: {'Network': ['ID=468b064c-0677-4051-b9c0-6b8f0acfbafa,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:53.406292 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 40698) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:53.407464 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:53.413322 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Request body: {'subnet': {'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-20015791-subnet', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'ip_version': 4}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:53.418741 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:53.424477 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Usage tracker for resource:subnet and tenant:e769591973b74c3b9877652e7b7dd798 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:53.425253 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 468b064c-0677-4051-b9c0-6b8f0acfbafa details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:26:53.427649 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:53.441638 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:53.474083 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Made reservation on behalf of e769591973b74c3b9877652e7b7dd798 for: {'subnet': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:53.476555 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2416197'] for subnet, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.515115 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Set router 5bebd365-bf47-4859-b50d-1342a29bc2f2 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:26:53.595442 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device ae3a06e2-fe39-424d-b363-0a18b6e16b53 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:53.768376 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40714) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:53.819477 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239a330-d35a-4222-bebf-4223b8918f46 req-f50d0965-03b1-4af1-9001-f9dff75e0c53 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:53.825201 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7239a330-d35a-4222-bebf-4223b8918f46 req-f50d0965-03b1-4af1-9001-f9dff75e0c53 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 944 time: 0.1567585 May 10 11:26:53.905242 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1352987645-network', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:53.910036 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port ae3a06e2-fe39-424d-b363-0a18b6e16b53 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:26:53.910418 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.911600 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:53.916279 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Usage tracker for resource:network and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:53.919311 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:53.927655 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7239a330-d35a-4222-bebf-4223b8918f46 req-de8ade2b-d2aa-4d7e-a0ef-14bdfc444218 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979021 May 10 11:26:53.938978 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:53.968261 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Made reservation on behalf of cf380bd79b3e49db8a7de213adc83183 for: {'network': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:53.970677 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:53.985247 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.000649 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:54.004560 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Usage tracker for resource:security_group_rule and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:54.007959 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:54.014116 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:54.107424 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.112739 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.118712 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2f2b326b-bdbf-43af-8cc0-338f6b3f57ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:54.136960 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:50Z', 'revision_number': 4, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port': {'id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:47Z', 'updated_at': '2021-05-10T11:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'e1c39ce1-75f7-41da-9680-0c6297a07717', 'name': '', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'mac_address': 'fa:16:3e:e2:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '03312496-ca70-47f8-987d-7b536945040d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:49Z', 'updated_at': '2021-05-10T11:26:50Z', 'revision_number': 2, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'subnets': [{'id': '03312496-ca70-47f8-987d-7b536945040d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:54.141318 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Checking router: 5bebd365-bf47-4859-b50d-1342a29bc2f2 for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:26:54.141807 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Updating router 5bebd365-bf47-4859-b50d-1342a29bc2f2 port e1c39ce1-75f7-41da-9680-0c6297a07717 binding host dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:26:54.148989 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=78728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:26:54.168191 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798be7d2-4a90-4cea-bf85-de97e3f8bdbd,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:54.174484 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:54.175579 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.175990 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.segments_db [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Added segment 987084e9-d698-462b-b3bd-1c7ebde64f31 of type vlan for network 92d4a7e0-0203-4451-b99d-34c2bc41c784 May 10 11:26:54.206305 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.230218 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.231440 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2112813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2416183'] for subnet, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.239077 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.241047 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:54.241714 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.243912 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf08476-7b53-4298-be33-7a99deffcd4f req-404eb52a-88de-4a25-848f-e1c1b5f1ee3d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:54.246332 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3cf08476-7b53-4298-be33-7a99deffcd4f req-404eb52a-88de-4a25-848f-e1c1b5f1ee3d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.2713089 May 10 11:26:54.247030 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:54.254652 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-df1e35a6-d89f-452f-bb10-1efcb78c7d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:54.307257 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b347aa6b-4eb4-4c1b-bde5-7a9227d9aeda,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:54.347878 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:54.354848 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Pushing event updated for resources: {'Network': ['ID=92d4a7e0-0203-4451-b99d-34c2bc41c784,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:54.360894 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5912154 May 10 11:26:54.361770 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:54.362215 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40728) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:54.368431 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Request body: {'subnet': {'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1352987645-subnet', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:54.373171 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 92d4a7e0-0203-4451-b99d-34c2bc41c784 details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:26:54.373422 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:54.378407 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Usage tracker for resource:subnet and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:54.381879 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:54.388971 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:54.403219 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Made reservation on behalf of cf380bd79b3e49db8a7de213adc83183 for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:26:54.405537 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2206793'] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.438325 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Checking segment: {'id': 'fb68d11c-3363-447e-9683-b419b9e71c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:26:54.439071 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Network hostable DHCP agents. Network: 468b064c-0677-4051-b9c0-6b8f0acfbafa, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:26:54.444535 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3cf08476-7b53-4298-be33-7a99deffcd4f req-02d7ad41-e56f-49a3-ae32-17fdce8f573d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394789 May 10 11:26:54.464944 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Network 468b064c-0677-4051-b9c0-6b8f0acfbafa is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:26:54.488006 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 468b064c-0677-4051-b9c0-6b8f0acfbafa) {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:54.502933 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:54.503531 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.508254 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16294403-a3ac-437c-a491-12fbb839925a None None] Network 468b064c-0677-4051-b9c0-6b8f0acfbafa requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:26:54.534644 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-daa78a58-e40a-4483-b910-ce42987d7ad6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1270590 May 10 11:26:54.537811 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40734) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:54.544643 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-20015791-router', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:54.557375 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:54.557775 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Usage tracker for resource:router and tenant:e769591973b74c3b9877652e7b7dd798 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:54.562161 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:54.571546 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:54.626142 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3857130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60797'] for router, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.627141 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3857125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813861', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3704226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60790'] for router, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.667233 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.924053 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5533b1e3-f234-5a16-a21f-8695b02c655e-468b064c-0677-4051-b9c0-6b8f0acfbafa', 'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'fixed_ips': [{'subnet_id': 'b347aa6b-4eb4-4c1b-bde5-7a9227d9aeda'}]}} from dv-cinder-784956-5-iscsi. {{(pid=78730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:26:54.924912 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:54.988965 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.013168 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3811102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60760'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.023594 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Transition to ACTIVE for port object e1c39ce1-75f7-41da-9680-0c6297a07717 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:55.032826 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e89923aa-99a0-4f0c-b8eb-c1bd257fa7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.047772 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.060227 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:55.145457 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf94107-72c4-40d2-a3a9-b549f3bdff7c req-18352955-1d65-4799-b986-786a7ce828da tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:55.147041 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fcf94107-72c4-40d2-a3a9-b549f3bdff7c req-18352955-1d65-4799-b986-786a7ce828da tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 944 time: 0.0928609 May 10 11:26:55.203595 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fcf94107-72c4-40d2-a3a9-b549f3bdff7c req-74c225e3-cfaa-4c50-a558-819d774d5569 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474265 May 10 11:26:55.207778 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3557339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2206779'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.222175 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b10f2c90-215b-4f8a-ad83-9ed46bc4efa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:55.225488 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.252093 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f629e3f-c025-4cc3-93bd-a16d80e1af42 None None] Pushing event updated for resources: {'Port': ['ID=e1c39ce1-75f7-41da-9680-0c6297a07717,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:55.257420 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f629e3f-c025-4cc3-93bd-a16d80e1af42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:55.346485 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Allocated IP 172.20.0.2 (468b064c-0677-4051-b9c0-6b8f0acfbafa/b347aa6b-4eb4-4c1b-bde5-7a9227d9aeda/9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:55.364247 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:55.373081 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Attempting to bind port e1c39ce1-75f7-41da-9680-0c6297a07717 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:55.373473 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Attempting to bind port e1c39ce1-75f7-41da-9680-0c6297a07717 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '967c2fb6-01dc-4f85-b457-df8485dc4b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:55.373967 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Attempting to bind port e1c39ce1-75f7-41da-9680-0c6297a07717 on network 9cd55141-de3c-450a-9991-64932c3a549f {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:26:55.396440 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:26:55.396862 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Checking segment: {'id': '967c2fb6-01dc-4f85-b457-df8485dc4b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:26:55.397270 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.397672 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Bound using segment: {'id': '967c2fb6-01dc-4f85-b457-df8485dc4b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:26:55.398172 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Bound port: e1c39ce1-75f7-41da-9680-0c6297a07717, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967c2fb6-01dc-4f85-b457-df8485dc4b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:55.398551 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.506329 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:55.515126 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Checking segment: {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:26:55.515472 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Network hostable DHCP agents. Network: 92d4a7e0-0203-4451-b99d-34c2bc41c784, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:26:55.582030 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.610849 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Network 92d4a7e0-0203-4451-b99d-34c2bc41c784 is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:26:55.620386 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.629341 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] For port e1c39ce1-75f7-41da-9680-0c6297a07717, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:26:55.636365 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] For port e1c39ce1-75f7-41da-9680-0c6297a07717, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=e1c39ce1-75f7-41da-9680-0c6297a07717,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:26:55.654675 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.664309 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 92d4a7e0-0203-4451-b99d-34c2bc41c784) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:55.669286 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:55.687493 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:55.687972 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.701837 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8657c79-4c36-4d1f-a30b-41a8cc8a2c95 req-4437bc4a-2f2e-44cb-a5cf-59e945dd909e tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:55.704254 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d8657c79-4c36-4d1f-a30b-41a8cc8a2c95 req-4437bc4a-2f2e-44cb-a5cf-59e945dd909e tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1360357 May 10 11:26:55.723173 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a05aff-65cc-401c-a843-f254ce80e746 None None] Network 92d4a7e0-0203-4451-b99d-34c2bc41c784 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:26:55.769591 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6b979e0e-f99d-429f-99b6-a349f8e68cec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4058046 May 10 11:26:55.770268 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40750) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:55.771993 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d8657c79-4c36-4d1f-a30b-41a8cc8a2c95 req-2c6f8a5c-1d43-4acf-a48a-6e80e529ad82 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567884 May 10 11:26:55.781776 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:26:55.789356 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:55.796663 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Usage tracker for resource:router and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:55.801448 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:55.819446 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:55.852306 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Allocated IP 172.27.3.176 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/a059fe6d-1d5f-4040-bc1a-656376312fcd) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:55.863772 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3857130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60797'] for router, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.865434 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3857125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813861', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3704226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60790'] for router, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:55.881693 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Routers {'5bebd365-bf47-4859-b50d-1342a29bc2f2'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:26:55.882344 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bebd365-bf47-4859-b50d-1342a29bc2f2'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:55.959461 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.152052 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.171894 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device a7909b80-88d1-4220-ae50-b4b451b9170b details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:26:56.224674 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f629e3f-c025-4cc3-93bd-a16d80e1af42 None None] Pushing event updated for resources: {'Port': ['ID=e1c39ce1-75f7-41da-9680-0c6297a07717,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:56.250127 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.254888 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f629e3f-c025-4cc3-93bd-a16d80e1af42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:56.284467 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.285293 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3811102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60760'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.319681 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Transition to ACTIVE for port object 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:56.382100 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.387525 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:56.413429 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af017b6-1bf9-4700-8fc2-dbc60d7fcd77 req-7e521675-204f-48bc-baec-6ccd7eb84e9a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:56.414969 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8af017b6-1bf9-4700-8fc2-dbc60d7fcd77 req-7e521675-204f-48bc-baec-6ccd7eb84e9a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 944 time: 0.0848267 May 10 11:26:56.445929 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:56.449934 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:56.455981 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:26:56.474652 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Transition to ACTIVE for port object 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:56.483830 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] Set router 5bebd365-bf47-4859-b50d-1342a29bc2f2 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:26:56.492309 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8af017b6-1bf9-4700-8fc2-dbc60d7fcd77 req-11e1d183-a366-48ea-b8b2-f48f973b2625 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671048 May 10 11:26:56.507061 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Pushing event updated for resources: {'Port': ['ID=a059fe6d-1d5f-4040-bc1a-656376312fcd,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:56.513596 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:56.568609 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.584896 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:56.654405 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5533b1e3-f234-5a16-a21f-8695b02c655e-92d4a7e0-0203-4451-b99d-34c2bc41c784', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9'}]}} from dv-cinder-784956-5-iscsi. {{(pid=78730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:26:56.655237 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:56.770305 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Network 468b064c-0677-4051-b9c0-6b8f0acfbafa is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:56.784535 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:56.790973 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Pushing event updated for resources: {'Port': ['ID=9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:56.826338 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:26:56.843737 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:56.926942 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port a7909b80-88d1-4220-ae50-b4b451b9170b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a7909b80-88d1-4220-ae50-b4b451b9170b,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:57.013755 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'a7909b80-88d1-4220-ae50-b4b451b9170b', 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278', 'port_id': 'a7909b80-88d1-4220-ae50-b4b451b9170b', 'mac_address': 'fa:16:3e:aa:48:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b176c499-e468-48b6-be00-f4b8015f3210', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:26:57.025204 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99843f16-561f-45e3-a3e1-d1073579eb41 req-989f5107-8181-4ce9-a370-36f1322ba3b8 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:57.033659 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-99843f16-561f-45e3-a3e1-d1073579eb41 req-989f5107-8181-4ce9-a370-36f1322ba3b8 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1306212 May 10 11:26:57.096787 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-99843f16-561f-45e3-a3e1-d1073579eb41 req-102036d3-0059-463b-8880-517fecb48c2d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593839 May 10 11:26:57.128234 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Attempting to bind port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:57.128618 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Attempting to bind port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': 'fb68d11c-3363-447e-9683-b419b9e71c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:57.129016 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Attempting to bind port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 on network 468b064c-0677-4051-b9c0-6b8f0acfbafa {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:26:57.139623 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.166632 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:26:57.166933 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Checking segment: {'id': 'fb68d11c-3363-447e-9683-b419b9e71c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:26:57.167347 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.167746 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Bound using segment: {'id': 'fb68d11c-3363-447e-9683-b419b9e71c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:26:57.168244 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Bound port: 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb68d11c-3363-447e-9683-b419b9e71c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:57.168797 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.174224 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.245828 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.300075 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.328776 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 40778) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:57.343784 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7909b80-88d1-4220-ae50-b4b451b9170b {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:26:57.355758 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Allocated IP 172.20.0.2 (92d4a7e0-0203-4451-b99d-34c2bc41c784/bf58a4b4-1646-4b4a-8001-40b33bdb7ea9/f20141c0-e429-4c71-bd37-f344bb80e958) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:57.490493 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Allocated IP 172.27.3.145 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/c52154c7-2b41-414a-871a-06d32cd1b269) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:26:57.500501 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8868383e-0012-48d2-85bb-e3bcaf41cdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.517035 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-8868383e-0012-48d2-85bb-e3bcaf41cdf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:26:57.521809 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-8868383e-0012-48d2-85bb-e3bcaf41cdf7 admin admin] Usage tracker for resource:security_group_rule and tenant:3d62e8b10e8b45d6928dc6aa66bf4810 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:26:57.525448 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-8868383e-0012-48d2-85bb-e3bcaf41cdf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:26:57.532222 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-8868383e-0012-48d2-85bb-e3bcaf41cdf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:26:57.537093 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port a7909b80-88d1-4220-ae50-b4b451b9170b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a7909b80-88d1-4220-ae50-b4b451b9170b,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:26:57.589176 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] For port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:26:57.610825 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.613265 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.627160 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8868383e-0012-48d2-85bb-e3bcaf41cdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.634470 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8868383e-0012-48d2-85bb-e3bcaf41cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.657240 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:57.677677 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7af6aeaa-ce36-43d5-9373-1e45e9e4d6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:57.711290 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-8868383e-0012-48d2-85bb-e3bcaf41cdf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d62e8b10e8b45d6928dc6aa66bf4810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783031 May 10 11:26:57.711290 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868383e-0012-48d2-85bb-e3bcaf41cdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335bf6cb-66c4-4d67-92db-af8fe5efd73d,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:57.713272 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 40792) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:57.730921 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8868383e-0012-48d2-85bb-e3bcaf41cdf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:57.766509 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] For port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0,segment=NetworkSegment(fb68d11c-3363-447e-9683-b419b9e71c31),segment_id=fb68d11c-3363-447e-9683-b419b9e71c31)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:26:57.806883 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fad6e614-df35-455f-9dca-b2ef4343fd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.901009 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3811175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816201'] for router, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.905977 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fad6e614-df35-455f-9dca-b2ef4343fd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.947711 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:57.948799 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670b13f-d507-4509-9460-ae2fc8eeba49 req-e2e842d3-9475-488a-996e-7fc3657080cf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:57.950335 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f670b13f-d507-4509-9460-ae2fc8eeba49 req-e2e842d3-9475-488a-996e-7fc3657080cf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 945 time: 0.1643982 May 10 11:26:57.995860 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=a7909b80-88d1-4220-ae50-b4b451b9170b,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:57.999494 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:58.019894 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:58.032279 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f670b13f-d507-4509-9460-ae2fc8eeba49 req-18925369-0076-4e23-867b-24f982a57f4e tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671337 May 10 11:26:58.054753 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.065859 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.066498 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fad6e614-df35-455f-9dca-b2ef4343fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.073611 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e0e1f553-df27-4528-b70c-981406f7f3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:58.086539 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6e614-df35-455f-9dca-b2ef4343fd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335bf6cb-66c4-4d67-92db-af8fe5efd73d,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:58.087509 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Transition to ACTIVE for port object f20141c0-e429-4c71-bd37-f344bb80e958 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:58.091783 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:50Z', 'revision_number': 4, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port': {'id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:47Z', 'updated_at': '2021-05-10T11:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'e1c39ce1-75f7-41da-9680-0c6297a07717', 'name': '', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'mac_address': 'fa:16:3e:e2:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '03312496-ca70-47f8-987d-7b536945040d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:49Z', 'updated_at': '2021-05-10T11:26:55Z', 'revision_number': 4, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'subnets': [{'id': '03312496-ca70-47f8-987d-7b536945040d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:58.094848 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-fad6e614-df35-455f-9dca-b2ef4343fd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:58.096251 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fad6e614-df35-455f-9dca-b2ef4343fd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.100167 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-fad6e614-df35-455f-9dca-b2ef4343fd8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/335bf6cb-66c4-4d67-92db-af8fe5efd73d HTTP/1.1" status: 204 len: 168 time: 0.3694401 May 10 11:26:58.132238 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2aa47d-34ae-4a21-a2ca-d954df051397 None None] The sync data for ids ['5bebd365-bf47-4859-b50d-1342a29bc2f2'] in dv-cinder-784956-5-iscsi is: [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:50Z', 'revision_number': 4, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port': {'id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:47Z', 'updated_at': '2021-05-10T11:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'e1c39ce1-75f7-41da-9680-0c6297a07717', 'name': '', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'mac_address': 'fa:16:3e:e2:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '03312496-ca70-47f8-987d-7b536945040d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:49Z', 'updated_at': '2021-05-10T11:26:55Z', 'revision_number': 4, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'subnets': [{'id': '03312496-ca70-47f8-987d-7b536945040d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:26:58.151858 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.155092 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Transition to ACTIVE for port object f20141c0-e429-4c71-bd37-f344bb80e958 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:26:58.155607 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:58.159672 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Pushing event updated for resources: {'Port': ['ID=9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:58.166349 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:58.168305 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.172299 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:58.218684 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['a7909b80-88d1-4220-ae50-b4b451b9170b'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:26:58.223290 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Router a161492b-6a59-457e-a091-d6190a8946c3 is scheduled to L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 with binding_index 1 {{(pid=78728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:26:58.248424 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:58.252422 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:58.262045 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:26:58.316934 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Pushing event updated for resources: {'Port': ['ID=c52154c7-2b41-414a-871a-06d32cd1b269,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:58.378996 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:58.435976 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Network 92d4a7e0-0203-4451-b99d-34c2bc41c784 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:26:58.441764 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:26:58.487135 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Pushing event updated for resources: {'Port': ['ID=f20141c0-e429-4c71-bd37-f344bb80e958,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:58.498542 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:26:58.519181 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:58.742240 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Attempting to bind port f20141c0-e429-4c71-bd37-f344bb80e958 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:26:58.742732 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Attempting to bind port f20141c0-e429-4c71-bd37-f344bb80e958 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:26:58.743110 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Attempting to bind port f20141c0-e429-4c71-bd37-f344bb80e958 on network 92d4a7e0-0203-4451-b99d-34c2bc41c784 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:26:58.762843 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:26:58.763222 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Checking segment: {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:26:58.763746 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.764023 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Bound using segment: {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:26:58.764499 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Bound port: f20141c0-e429-4c71-bd37-f344bb80e958, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:26:58.765008 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.931027 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] For port f20141c0-e429-4c71-bd37-f344bb80e958, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:26:58.935504 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] For port f20141c0-e429-4c71-bd37-f344bb80e958, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=f20141c0-e429-4c71-bd37-f344bb80e958,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:26:58.970939 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:58.977717 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ffa9d1a5-1796-468e-99c6-30e40610774e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:26:59.111378 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Pushing event updated for resources: {'Port': ['ID=f20141c0-e429-4c71-bd37-f344bb80e958,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:26:59.123299 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:26:59.235586 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:26:59.246499 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Sync routers for ids ['a161492b-6a59-457e-a091-d6190a8946c3'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:26:59.266146 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Routers {'a161492b-6a59-457e-a091-d6190a8946c3'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:26:59.268178 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['a161492b-6a59-457e-a091-d6190a8946c3'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:26:59.479948 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4c231-3da6-4e2e-b536-c6bad5f5242a req-18848dce-f516-48e7-8af1-0c515c41e4e7 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:26:59.493099 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-26f4c231-3da6-4e2e-b536-c6bad5f5242a req-18848dce-f516-48e7-8af1-0c515c41e4e7 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.2030106 May 10 11:26:59.660443 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-26f4c231-3da6-4e2e-b536-c6bad5f5242a req-f75e7584-69e6-4b56-b804-8e69002abb1c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659863 May 10 11:26:59.700561 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Set router a161492b-6a59-457e-a091-d6190a8946c3 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:26:59.743505 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:59.748369 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2068174 May 10 11:26:59.748453 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 40836) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:26:59.795406 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device e1c39ce1-75f7-41da-9680-0c6297a07717 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:26:59.948788 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:26:59.956509 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eebb063-af60-40c5-a0e0-63a388ef9e4e None None] Network 468b064c-0677-4051-b9c0-6b8f0acfbafa requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:00.217584 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd63f2-04e1-4d7a-ad6e-f41fef4c54da req-6401ce33-b059-417d-9d73-ca60176b873f tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:00.234217 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3efd63f2-04e1-4d7a-ad6e-f41fef4c54da req-6401ce33-b059-417d-9d73-ca60176b873f tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 945 time: 0.2130523 May 10 11:27:00.318957 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device a7909b80-88d1-4220-ae50-b4b451b9170b up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:00.326548 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'name': 'tempest-TestMinimumBasicScenario-20015791-router', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:54Z', 'updated_at': '2021-05-10T11:26:56Z', 'revision_number': 3, 'project_id': 'e769591973b74c3b9877652e7b7dd798', 'gw_port': {'id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:00.332465 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Checking router: a161492b-6a59-457e-a091-d6190a8946c3 for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:00.333291 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Updating router a161492b-6a59-457e-a091-d6190a8946c3 port a059fe6d-1d5f-4040-bc1a-656376312fcd binding host dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:27:00.419673 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.504619 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port a7909b80-88d1-4220-ae50-b4b451b9170b completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:00.524474 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-e2966f69-6296-4a55-8444-46679a71e7fb None None] Provisioning for port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:00.541293 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3efd63f2-04e1-4d7a-ad6e-f41fef4c54da req-3a52ba3e-88c1-4892-baaa-1997e7eea78c tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061919 May 10 11:27:00.575858 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port a7909b80-88d1-4220-ae50-b4b451b9170b triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:00.576245 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.766212 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port e1c39ce1-75f7-41da-9680-0c6297a07717 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:00.802793 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port e1c39ce1-75f7-41da-9680-0c6297a07717 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:00.803721 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:00.929856 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3811175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816201'] for router, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.006901 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49c3390-b32b-420b-a00f-ae81986d9c6f None None] Network 92d4a7e0-0203-4451-b99d-34c2bc41c784 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:01.197368 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.216269 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Transition to ACTIVE for port object a059fe6d-1d5f-4040-bc1a-656376312fcd will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:01.225232 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.231448 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:01.305279 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795115d-9f89-4449-a678-4a92af298455 None None] Pushing event updated for resources: {'Port': ['ID=a059fe6d-1d5f-4040-bc1a-656376312fcd,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:01.309815 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7795115d-9f89-4449-a678-4a92af298455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:01.331525 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Attempting to bind port a059fe6d-1d5f-4040-bc1a-656376312fcd on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:01.332295 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Attempting to bind port a059fe6d-1d5f-4040-bc1a-656376312fcd by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:01.332614 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Attempting to bind port a059fe6d-1d5f-4040-bc1a-656376312fcd on network 3f71b2d2-59f0-4475-bea2-1eec4e07450d {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:01.339968 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:27:01.340419 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Checking segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:01.340973 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.341443 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Bound using segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:27:01.342089 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Bound port: a059fe6d-1d5f-4040-bc1a-656376312fcd, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:01.342563 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.357728 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Router 35645bed-1822-442a-a9a9-298cec02fc03 is scheduled to L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 with binding_index 1 {{(pid=78728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:27:01.387286 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.402847 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-47f09218-de7c-44a0-afa7-059eddca2dab None None] Provisioning for port f20141c0-e429-4c71-bd37-f344bb80e958 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:01.436134 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] For port a059fe6d-1d5f-4040-bc1a-656376312fcd, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:27:01.439431 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] For port a059fe6d-1d5f-4040-bc1a-656376312fcd, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=a059fe6d-1d5f-4040-bc1a-656376312fcd,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:27:01.447770 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.453160 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:01.482826 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port a7909b80-88d1-4220-ae50-b4b451b9170b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a7909b80-88d1-4220-ae50-b4b451b9170b,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:01.487417 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0038cc-af36-416d-9495-fa7b214dea91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7909b80-88d1-4220-ae50-b4b451b9170b'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:27:01.510930 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.533536 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Routers {'a161492b-6a59-457e-a091-d6190a8946c3'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:01.533640 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.534161 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['a161492b-6a59-457e-a091-d6190a8946c3'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:01.542968 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:01.605985 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:27:01.616200 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.637042 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Sync routers for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:01.639937 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0038cc-af36-416d-9495-fa7b214dea91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7909b80-88d1-4220-ae50-b4b451b9170b', 'code': 200} May 10 11:27:01.648635 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.654484 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8786199 May 10 11:27:01.655834 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40864) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:01.700787 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:01.702936 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:01.804126 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=a7909b80-88d1-4220-ae50-b4b451b9170b,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:01.807285 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795115d-9f89-4449-a678-4a92af298455 None None] Pushing event updated for resources: {'Port': ['ID=a059fe6d-1d5f-4040-bc1a-656376312fcd,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:01.812657 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7795115d-9f89-4449-a678-4a92af298455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:01.928143 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:01.940348 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port e1c39ce1-75f7-41da-9680-0c6297a07717, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=e1c39ce1-75f7-41da-9680-0c6297a07717,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:01.955527 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:01.956517 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:01.977423 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] Set router a161492b-6a59-457e-a091-d6190a8946c3 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:02.001817 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:02.078716 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Allocated IP 172.20.0.1 (468b064c-0677-4051-b9c0-6b8f0acfbafa/b347aa6b-4eb4-4c1b-bde5-7a9227d9aeda/5aca1a6b-2827-4a31-a781-b330b85732c2) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:02.217189 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=e1c39ce1-75f7-41da-9680-0c6297a07717,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:02.233555 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:02.263743 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d17085-e23a-4dd6-a1ea-eab41273b183 req-8a68d8e7-19e2-40b0-afa0-ce2ee5a4d204 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:02.271307 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f0d17085-e23a-4dd6-a1ea-eab41273b183 req-8a68d8e7-19e2-40b0-afa0-ce2ee5a4d204 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 946 time: 0.4558334 May 10 11:27:02.294512 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:02.356962 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f0d17085-e23a-4dd6-a1ea-eab41273b183 req-8bbda403-dc67-4dec-921d-7743b0ade8a0 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844352 May 10 11:27:02.392323 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594b25e-8d59-4540-9814-41814469eb9a req-1b6804e5-1a5d-4f85-a93b-7e3076d9f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:02.394467 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4594b25e-8d59-4540-9814-41814469eb9a req-1b6804e5-1a5d-4f85-a93b-7e3076d9f6fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 1099 time: 0.5187614 May 10 11:27:02.399673 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.453382 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Transition to ACTIVE for port object 5aca1a6b-2827-4a31-a781-b330b85732c2 will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:02.468145 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4594b25e-8d59-4540-9814-41814469eb9a req-1f5d007c-8aa8-44f8-a76a-65beb570bcf0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649910 May 10 11:27:02.481761 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:02.497044 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.503585 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:02.508361 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:02.508745 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.573579 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Network 468b064c-0677-4051-b9c0-6b8f0acfbafa is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:02.576664 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:02.580558 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:02.638130 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'name': 'tempest-TestMinimumBasicScenario-20015791-router', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:54Z', 'updated_at': '2021-05-10T11:26:56Z', 'revision_number': 3, 'project_id': 'e769591973b74c3b9877652e7b7dd798', 'gw_port': {'id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:02.643911 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801302'] for router_interface, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:02.654427 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac5062-c50f-45aa-8291-9719035efde0 None None] The sync data for ids ['a161492b-6a59-457e-a091-d6190a8946c3'] in dv-cinder-784956-5-iscsi is: [{'id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'name': 'tempest-TestMinimumBasicScenario-20015791-router', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:54Z', 'updated_at': '2021-05-10T11:26:56Z', 'revision_number': 3, 'project_id': 'e769591973b74c3b9877652e7b7dd798', 'gw_port': {'id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:02.686610 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=5aca1a6b-2827-4a31-a781-b330b85732c2,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:02.690236 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:02.821053 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.028834 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.044143 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-ec6c3a44-5c62-485e-891a-227080643a64 None None] Provisioning for port 5aca1a6b-2827-4a31-a781-b330b85732c2 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:03.071047 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-ec6c3a44-5c62-485e-891a-227080643a64 None None] Provisioning complete for port 5aca1a6b-2827-4a31-a781-b330b85732c2 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:03.071429 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3a44-5c62-485e-891a-227080643a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.150205 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0,segment=NetworkSegment(fb68d11c-3363-447e-9683-b419b9e71c31),segment_id=fb68d11c-3363-447e-9683-b419b9e71c31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:03.169562 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.170510 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device f20141c0-e429-4c71-bd37-f344bb80e958 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:03.193786 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.201068 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.206847 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:03.241787 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c3a44-5c62-485e-891a-227080643a64 None None] Port 5aca1a6b-2827-4a31-a781-b330b85732c2 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:27:03.263805 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:26:59Z', 'revision_number': 3, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:03.265883 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4c21adb6-a391-49e8-bcb0-8dc686edaaa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:03.278328 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Checking router: 35645bed-1822-442a-a9a9-298cec02fc03 for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:03.279628 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Updating router 35645bed-1822-442a-a9a9-298cec02fc03 port c52154c7-2b41-414a-871a-06d32cd1b269 binding host dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:27:03.302427 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801205'] for router_interface, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.310914 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.403673 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.479643 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Network 468b064c-0677-4051-b9c0-6b8f0acfbafa is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:03.496402 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:03.498263 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=5aca1a6b-2827-4a31-a781-b330b85732c2,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:03.507734 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:03.523470 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:03.525109 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:03.548364 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port f20141c0-e429-4c71-bd37-f344bb80e958 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:03.598301 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port f20141c0-e429-4c71-bd37-f344bb80e958 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:03.598801 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.782106 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Allocated IP 172.20.0.1 (92d4a7e0-0203-4451-b99d-34c2bc41c784/bf58a4b4-1646-4b4a-8001-40b33bdb7ea9/a9df161c-6f44-425e-99c6-bd37069e6e2a) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:03.919824 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-f8d5a78f-88b0-47ec-a6cf-1840c37b7109 None None] Provisioning complete for port 5aca1a6b-2827-4a31-a781-b330b85732c2 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:03.920205 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a78f-88b0-47ec-a6cf-1840c37b7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.973341 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:03.994368 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Transition to ACTIVE for port object a9df161c-6f44-425e-99c6-bd37069e6e2a will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:04.038681 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.044027 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-de43db2d-c2c8-402e-a5b1-897840854b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:04.071741 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77339907-3215-4e39-8cb7-c4e13fdcb8b3 req-3d238159-9e77-4a4a-b5d4-ac7bc03406ff tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:04.073343 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77339907-3215-4e39-8cb7-c4e13fdcb8b3 req-3d238159-9e77-4a4a-b5d4-ac7bc03406ff tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 946 time: 0.4092309 May 10 11:27:04.084454 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Router a161492b-6a59-457e-a091-d6190a8946c3 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:27:04.119731 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5a78f-88b0-47ec-a6cf-1840c37b7109 None None] Port 5aca1a6b-2827-4a31-a781-b330b85732c2 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:27:04.130388 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Network 92d4a7e0-0203-4451-b99d-34c2bc41c784 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:04.133708 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:04.146153 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:04.149724 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.202316 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Pushing event updated for resources: {'Port': ['ID=a9df161c-6f44-425e-99c6-bd37069e6e2a,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:04.207019 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:04.220514 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port f20141c0-e429-4c71-bd37-f344bb80e958, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=f20141c0-e429-4c71-bd37-f344bb80e958,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:04.227111 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801302'] for router_interface, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.269307 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.274605 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:04.360463 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:27:04.390385 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77339907-3215-4e39-8cb7-c4e13fdcb8b3 req-3b8ba345-cd80-4bff-b438-0ac0df1ad8cb tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044374 May 10 11:27:04.420096 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] 10.222.0.13 "PUT /v2.0/routers/a161492b-6a59-457e-a091-d6190a8946c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6631536 May 10 11:27:04.467858 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.508856 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-a6648036-40b3-4914-92b8-fb73ba63de83 None None] Provisioning for port a9df161c-6f44-425e-99c6-bd37069e6e2a completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:04.513172 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.522774 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=f20141c0-e429-4c71-bd37-f344bb80e958,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:04.526195 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:04.531044 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-a6648036-40b3-4914-92b8-fb73ba63de83 None None] Provisioning complete for port a9df161c-6f44-425e-99c6-bd37069e6e2a triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:04.531348 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a6648036-40b3-4914-92b8-fb73ba63de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.595274 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:04.674587 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Transition to ACTIVE for port object c52154c7-2b41-414a-871a-06d32cd1b269 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:04.698235 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.720131 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:04.809058 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-a6648036-40b3-4914-92b8-fb73ba63de83 None None] Port a9df161c-6f44-425e-99c6-bd37069e6e2a cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:27:04.866517 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Attempting to bind port c52154c7-2b41-414a-871a-06d32cd1b269 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:04.866908 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Attempting to bind port c52154c7-2b41-414a-871a-06d32cd1b269 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:04.867276 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Attempting to bind port c52154c7-2b41-414a-871a-06d32cd1b269 on network 3f71b2d2-59f0-4475-bea2-1eec4e07450d {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:04.873352 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.885167 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.893996 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:27:04.894386 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Checking segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:04.894795 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.895193 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Bound using segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:27:04.895704 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Bound port: c52154c7-2b41-414a-871a-06d32cd1b269, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:04.896081 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:04.925153 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd129cba-89f9-46c2-a3e9-f33e6fcb94d9 None None] Pushing event updated for resources: {'Port': ['ID=c52154c7-2b41-414a-871a-06d32cd1b269,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:04.938038 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fd129cba-89f9-46c2-a3e9-f33e6fcb94d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:04.975406 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:04.975796 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.060870 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:05.098197 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] For port c52154c7-2b41-414a-871a-06d32cd1b269, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:27:05.123620 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Sync routers for ids ['a161492b-6a59-457e-a091-d6190a8946c3'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:05.134040 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] For port c52154c7-2b41-414a-871a-06d32cd1b269, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=c52154c7-2b41-414a-871a-06d32cd1b269,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:27:05.139220 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Routers {'a161492b-6a59-457e-a091-d6190a8946c3'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:05.141536 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-87142dc4-a865-47d1-b815-66e304363030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['a161492b-6a59-457e-a091-d6190a8946c3'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:05.142100 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.160083 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f629e3f-c025-4cc3-93bd-a16d80e1af42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:05.164545 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801205'] for router_interface, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.174740 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Pushing event updated for resources: {'Port': ['ID=a9df161c-6f44-425e-99c6-bd37069e6e2a,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:05.197713 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:05.291202 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:05.291858 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:05.329480 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Network 92d4a7e0-0203-4451-b99d-34c2bc41c784 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:05.331044 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:05.397206 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Set router a161492b-6a59-457e-a091-d6190a8946c3 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:05.540118 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device e1c39ce1-75f7-41da-9680-0c6297a07717 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:05.689066 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Router 35645bed-1822-442a-a9a9-298cec02fc03 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:27:05.697856 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd129cba-89f9-46c2-a3e9-f33e6fcb94d9 None None] Pushing event updated for resources: {'Port': ['ID=c52154c7-2b41-414a-871a-06d32cd1b269,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:05.707001 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fd129cba-89f9-46c2-a3e9-f33e6fcb94d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:05.732618 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-5342d2b1-11c1-4d9b-bab5-b31d745f6a31 None None] Provisioning complete for port a9df161c-6f44-425e-99c6-bd37069e6e2a triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:05.732769 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5342d2b1-11c1-4d9b-bab5-b31d745f6a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.743437 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9f4f7-acea-4011-9d62-45be7c986138 req-9ea3785c-885f-4eff-abea-64884f5515de tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:05.749084 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e7c9f4f7-acea-4011-9d62-45be7c986138 req-9ea3785c-885f-4eff-abea-64884f5515de tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 946 time: 0.1705267 May 10 11:27:05.842586 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port e1c39ce1-75f7-41da-9680-0c6297a07717 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:05.843247 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:05.847285 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e7c9f4f7-acea-4011-9d62-45be7c986138 req-401bfedf-b1d8-4d56-be66-3fb5d981c1d3 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921204 May 10 11:27:05.883454 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-5342d2b1-11c1-4d9b-bab5-b31d745f6a31 None None] Port a9df161c-6f44-425e-99c6-bd37069e6e2a cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:27:05.891097 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:05.969489 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-87142dc4-a865-47d1-b815-66e304363030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'name': 'tempest-TestMinimumBasicScenario-20015791-router', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:54Z', 'updated_at': '2021-05-10T11:27:02Z', 'revision_number': 4, 'project_id': 'e769591973b74c3b9877652e7b7dd798', 'gw_port': {'id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '5aca1a6b-2827-4a31-a781-b330b85732c2', 'name': '', 'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'mac_address': 'fa:16:3e:e3:45:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b347aa6b-4eb4-4c1b-bde5-7a9227d9aeda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:01Z', 'updated_at': '2021-05-10T11:27:02Z', 'revision_number': 2, 'project_id': 'e769591973b74c3b9877652e7b7dd798', 'subnets': [{'id': 'b347aa6b-4eb4-4c1b-bde5-7a9227d9aeda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:05.975667 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Checking router: a161492b-6a59-457e-a091-d6190a8946c3 for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:05.975895 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Updating router a161492b-6a59-457e-a091-d6190a8946c3 port 5aca1a6b-2827-4a31-a781-b330b85732c2 binding host dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:27:05.998720 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:27:06.013205 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] 10.222.0.13 "PUT /v2.0/routers/35645bed-1822-442a-a9a9-298cec02fc03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3454754 May 10 11:27:06.063529 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.531467 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device a059fe6d-1d5f-4040-bc1a-656376312fcd up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:06.690486 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.724400 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Transition to ACTIVE for port object 5aca1a6b-2827-4a31-a781-b330b85732c2 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:06.746286 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.769338 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:06.777699 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port a059fe6d-1d5f-4040-bc1a-656376312fcd completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:06.858003 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port a059fe6d-1d5f-4040-bc1a-656376312fcd triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:06.858384 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:06.949889 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eca598-c3e3-422b-8206-c6e1501ff0a2 None None] Pushing event updated for resources: {'Port': ['ID=5aca1a6b-2827-4a31-a781-b330b85732c2,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:06.968367 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c3eca598-c3e3-422b-8206-c6e1501ff0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:07.258134 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.315875 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port a059fe6d-1d5f-4040-bc1a-656376312fcd, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=a059fe6d-1d5f-4040-bc1a-656376312fcd,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:07.322184 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 2, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:07.323032 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 40992) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:07.328214 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2fd5b5-6df0-4c5b-a1ae-b4d08ded9897 None None] The sync data for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi is: [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 2, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:07.329389 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-885432192-network', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:07.330571 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.343019 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:07.346345 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:07.375632 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Usage tracker for resource:network and tenant:6ad83082e4b84755b13b6e5a615c4229 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:07.381238 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:07.415250 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:07.446944 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Made reservation on behalf of 6ad83082e4b84755b13b6e5a615c4229 for: {'network': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:07.454989 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.486120 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Attempting to bind port 5aca1a6b-2827-4a31-a781-b330b85732c2 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:07.486490 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Attempting to bind port 5aca1a6b-2827-4a31-a781-b330b85732c2 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': 'fb68d11c-3363-447e-9683-b419b9e71c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:07.486847 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Attempting to bind port 5aca1a6b-2827-4a31-a781-b330b85732c2 on network 468b064c-0677-4051-b9c0-6b8f0acfbafa {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:07.492202 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.500636 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device f20141c0-e429-4c71-bd37-f344bb80e958 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:07.511324 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:27:07.511491 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Checking segment: {'id': 'fb68d11c-3363-447e-9683-b419b9e71c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:07.511878 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.512269 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Bound using segment: {'id': 'fb68d11c-3363-447e-9683-b419b9e71c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:27:07.512760 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Bound port: 5aca1a6b-2827-4a31-a781-b330b85732c2, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb68d11c-3363-447e-9683-b419b9e71c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:07.513412 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.539254 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:07.545564 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Usage tracker for resource:security_group_rule and tenant:6ad83082e4b84755b13b6e5a615c4229 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:07.570040 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:07.616188 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:07.855305 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-87142dc4-a865-47d1-b815-66e304363030 None None] For port 5aca1a6b-2827-4a31-a781-b330b85732c2, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:27:07.862531 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-87142dc4-a865-47d1-b815-66e304363030 None None] For port 5aca1a6b-2827-4a31-a781-b330b85732c2, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=5aca1a6b-2827-4a31-a781-b330b85732c2,segment=NetworkSegment(fb68d11c-3363-447e-9683-b419b9e71c31),segment_id=fb68d11c-3363-447e-9683-b419b9e71c31)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:27:07.868198 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.872645 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8e17f507-b3f7-421e-8b26-c7bf3137658f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:07.938551 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=a059fe6d-1d5f-4040-bc1a-656376312fcd,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:07.944728 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.959208 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:07.963751 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0005a9e4-251c-4af1-a11e-ac373292571f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:07.968332 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:08.022096 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=78728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:27:08.047940 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3b09a9-64cf-4e1b-ad63-8475d06a600c,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:08.066305 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:08.069866 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.070450 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.segments_db [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Added segment ebe4636f-0395-4612-b70c-0fb441e284c1 of type vlan for network 4284857e-ebc7-4e08-9eb1-2c61243a0dd0 May 10 11:27:08.094742 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eca598-c3e3-422b-8206-c6e1501ff0a2 None None] Pushing event updated for resources: {'Port': ['ID=5aca1a6b-2827-4a31-a781-b330b85732c2,revision_number=4']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:08.110528 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c3eca598-c3e3-422b-8206-c6e1501ff0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:08.119255 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Routers {'a161492b-6a59-457e-a091-d6190a8946c3'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:08.123536 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port f20141c0-e429-4c71-bd37-f344bb80e958 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:08.124149 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.124282 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-87142dc4-a865-47d1-b815-66e304363030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['a161492b-6a59-457e-a091-d6190a8946c3'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:08.168522 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.340071 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.341519 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:08.342372 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.402257 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:08.432009 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1078598 May 10 11:27:08.434812 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 41010) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:08.444404 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Request body: {'subnet': {'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-885432192-subnet', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'ip_version': 4}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:08.452936 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:08.485681 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Usage tracker for resource:subnet and tenant:6ad83082e4b84755b13b6e5a615c4229 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:08.497229 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:08.531686 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:08.573687 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Made reservation on behalf of 6ad83082e4b84755b13b6e5a615c4229 for: {'subnet': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:08.575968 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2416197'] for subnet, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:08.593092 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Pushing event updated for resources: {'Network': ['ID=4284857e-ebc7-4e08-9eb1-2c61243a0dd0,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:08.606247 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:08.606498 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 4284857e-ebc7-4e08-9eb1-2c61243a0dd0 details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:27:08.800455 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-87142dc4-a865-47d1-b815-66e304363030 None None] Set router a161492b-6a59-457e-a091-d6190a8946c3 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:09.492698 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-87142dc4-a865-47d1-b815-66e304363030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'name': 'tempest-TestMinimumBasicScenario-20015791-router', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:54Z', 'updated_at': '2021-05-10T11:27:02Z', 'revision_number': 4, 'project_id': 'e769591973b74c3b9877652e7b7dd798', 'gw_port': {'id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '5aca1a6b-2827-4a31-a781-b330b85732c2', 'name': '', 'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'mac_address': 'fa:16:3e:e3:45:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b347aa6b-4eb4-4c1b-bde5-7a9227d9aeda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:01Z', 'updated_at': '2021-05-10T11:27:07Z', 'revision_number': 4, 'project_id': 'e769591973b74c3b9877652e7b7dd798', 'subnets': [{'id': 'b347aa6b-4eb4-4c1b-bde5-7a9227d9aeda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:09.504481 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87142dc4-a865-47d1-b815-66e304363030 None None] The sync data for ids ['a161492b-6a59-457e-a091-d6190a8946c3'] in dv-cinder-784956-5-iscsi is: [{'id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'name': 'tempest-TestMinimumBasicScenario-20015791-router', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:54Z', 'updated_at': '2021-05-10T11:27:02Z', 'revision_number': 4, 'project_id': 'e769591973b74c3b9877652e7b7dd798', 'gw_port': {'id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '5aca1a6b-2827-4a31-a781-b330b85732c2', 'name': '', 'network_id': '468b064c-0677-4051-b9c0-6b8f0acfbafa', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'mac_address': 'fa:16:3e:e3:45:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b347aa6b-4eb4-4c1b-bde5-7a9227d9aeda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:01Z', 'updated_at': '2021-05-10T11:27:07Z', 'revision_number': 4, 'project_id': 'e769591973b74c3b9877652e7b7dd798', 'subnets': [{'id': 'b347aa6b-4eb4-4c1b-bde5-7a9227d9aeda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:09.761136 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef611ffe-dd2a-486c-aaa6-dcdb29500a1a req-3ed5d385-d350-4de2-9e95-36d8ccf060bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:09.763429 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ef611ffe-dd2a-486c-aaa6-dcdb29500a1a req-3ed5d385-d350-4de2-9e95-36d8ccf060bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63d6ee33a4424d58867cf66f38b94d68&device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 1098 time: 0.2601774 May 10 11:27:09.832143 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device a059fe6d-1d5f-4040-bc1a-656376312fcd up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:10.054480 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port a059fe6d-1d5f-4040-bc1a-656376312fcd triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:10.054857 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.171408 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2112813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2416183'] for subnet, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.237269 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:10.322578 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device c52154c7-2b41-414a-871a-06d32cd1b269 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:10.369524 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16669e6-38d1-4235-8121-0ec4faa6f24f,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:10.380499 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:10.400539 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c0f56-f421-4cfe-87c2-f7b58a9591bb req-1bdef06e-6806-484c-b11a-df79deec517c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:10.404324 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-560c0f56-f421-4cfe-87c2-f7b58a9591bb req-1bdef06e-6806-484c-b11a-df79deec517c tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.6241176 May 10 11:27:10.405664 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef611ffe-dd2a-486c-aaa6-dcdb29500a1a req-6a5d0644-17e8-426b-bcee-11c48fd469f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:10.418200 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ef611ffe-dd2a-486c-aaa6-dcdb29500a1a req-6a5d0644-17e8-426b-bcee-11c48fd469f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 200 len: 919 time: 0.6335590 May 10 11:27:10.446997 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port c52154c7-2b41-414a-871a-06d32cd1b269 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:10.453379 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port c52154c7-2b41-414a-871a-06d32cd1b269 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:10.453742 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.668967 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:27:10.728969 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ef611ffe-dd2a-486c-aaa6-dcdb29500a1a req-4564254b-b1ef-4caf-afe7-dfbdfe8e1215 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26c20e1d-1fef-42cf-8eaf-8f70dd84d370 HTTP/1.1" status: 200 len: 217 time: 0.2225375 May 10 11:27:10.757568 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.788789 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port c52154c7-2b41-414a-871a-06d32cd1b269, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=c52154c7-2b41-414a-871a-06d32cd1b269,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:10.799361 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:10.801337 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:10.993247 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=c52154c7-2b41-414a-871a-06d32cd1b269,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:10.997414 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:11.118432 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef611ffe-dd2a-486c-aaa6-dcdb29500a1a req-80a6a98b-fa40-4b75-92c0-62bfe4299c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:11.119937 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ef611ffe-dd2a-486c-aaa6-dcdb29500a1a req-80a6a98b-fa40-4b75-92c0-62bfe4299c34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79871b72-bb32-422b-8cbf-d81f2f7d441c HTTP/1.1" status: 200 len: 858 time: 0.3779147 May 10 11:27:11.122921 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-560c0f56-f421-4cfe-87c2-f7b58a9591bb req-6f42db1a-8f8d-42ce-ac47-5123201f3254 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7017527 May 10 11:27:11.258200 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ef611ffe-dd2a-486c-aaa6-dcdb29500a1a req-c03f2429-4575-46d2-9bcd-e4626ae65a7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cef487f9-42ce-4632-b394-ab24d64ee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195664 May 10 11:27:11.259266 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Checking segment: {'id': 'ebe4636f-0395-4612-b70c-0fb441e284c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:11.259704 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Network hostable DHCP agents. Network: 4284857e-ebc7-4e08-9eb1-2c61243a0dd0, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:27:11.511267 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ef611ffe-dd2a-486c-aaa6-dcdb29500a1a req-2b5dd325-d9fe-4213-a1df-6e2466d6bcbc service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207084 May 10 11:27:11.701142 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 5aca1a6b-2827-4a31-a781-b330b85732c2 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:11.794211 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ef611ffe-dd2a-486c-aaa6-dcdb29500a1a req-0be20977-9e9a-415f-81cf-9f8dd0817b3c service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727740 May 10 11:27:11.867608 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 5aca1a6b-2827-4a31-a781-b330b85732c2 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:11.875106 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 5aca1a6b-2827-4a31-a781-b330b85732c2 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:11.876567 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:11.891538 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-ffe88f63-13c1-4d04-94dd-9e33f8837259 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:11.895154 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-ffe88f63-13c1-4d04-94dd-9e33f8837259 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/networks?id=4ea37700-213e-41f9-b226-b6d6299a5278 HTTP/1.1" status: 200 len: 815 time: 1.0153818 May 10 11:27:11.937058 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Network 4284857e-ebc7-4e08-9eb1-2c61243a0dd0 is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:27:11.956988 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-248ea67e-3339-4d6f-b94d-0e2bd724dd49 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/quotas/82cebafc38794f9fa888eab3cb7b6cc1 HTTP/1.1" status: 200 len: 375 time: 0.0433264 May 10 11:27:11.960420 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 4284857e-ebc7-4e08-9eb1-2c61243a0dd0) {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:11.975717 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3825d362-8157-4745-9d18-51b405675325 None None] Network 4284857e-ebc7-4e08-9eb1-2c61243a0dd0 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:12.011466 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:12.012415 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.061561 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6256413 May 10 11:27:12.064046 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 41090) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:12.072111 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-885432192-router', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:12.078597 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:12.100969 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Usage tracker for resource:router and tenant:6ad83082e4b84755b13b6e5a615c4229 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:12.111636 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:12.120812 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:12.157449 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-01c62030-14ff-4de0-a996-aaa8e0dee7e1 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=82cebafc38794f9fa888eab3cb7b6cc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1944349 May 10 11:27:12.158555 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3857130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60797'] for router, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.159635 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3857125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813861', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3704226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60790'] for router, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.306639 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.349066 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Sync routers for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:12.363186 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:12.365293 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:12.375880 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-23b037d4-b7ac-4a7c-a4be-4389a90b601a service neutron] 10.222.0.13 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077532 May 10 11:27:12.511894 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.599430 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 5aca1a6b-2827-4a31-a781-b330b85732c2, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=5aca1a6b-2827-4a31-a781-b330b85732c2,segment=NetworkSegment(fb68d11c-3363-447e-9683-b419b9e71c31),segment_id=fb68d11c-3363-447e-9683-b419b9e71c31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:12.614594 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:12.615438 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device c52154c7-2b41-414a-871a-06d32cd1b269 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:12.628104 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b19390-ea5d-4160-a0f8-3e156c0cb495 req-0f7ebcb4-afe6-4357-8622-7f2c5dfe3763 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:12.642710 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f3b19390-ea5d-4160-a0f8-3e156c0cb495 req-0f7ebcb4-afe6-4357-8622-7f2c5dfe3763 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.2658103 May 10 11:27:12.648759 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:12.837477 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f3b19390-ea5d-4160-a0f8-3e156c0cb495 req-2b963000-9818-4184-a98c-511a07b74481 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933093 May 10 11:27:12.840393 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:12.861074 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-c8a869ec-425d-45ad-bee8-ed4982957cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473729 May 10 11:27:12.978909 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5533b1e3-f234-5a16-a21f-8695b02c655e-4284857e-ebc7-4e08-9eb1-2c61243a0dd0', 'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'fixed_ips': [{'subnet_id': 'c16669e6-38d1-4235-8121-0ec4faa6f24f'}]}} from dv-cinder-784956-5-iscsi. {{(pid=78730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:27:12.979735 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.075535 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=5aca1a6b-2827-4a31-a781-b330b85732c2,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:13.087963 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3811102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60760'] for router, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.106252 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:13.326256 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b23340fc-559f-421c-a5ac-7587463fa458 req-2f5793f6-d4e7-4233-8a73-8cca5dd8eb9e tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 210 time: 0.1357148 May 10 11:27:13.463258 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port c52154c7-2b41-414a-871a-06d32cd1b269 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:13.463783 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.661804 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Allocated IP 172.20.0.2 (4284857e-ebc7-4e08-9eb1-2c61243a0dd0/c16669e6-38d1-4235-8121-0ec4faa6f24f/10292fa7-7285-4bec-b5ee-c6a30e22a642) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:13.830257 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:13.905615 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:14.057568 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:14.153633 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Allocated IP 172.27.3.40 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/d55e43d4-96d7-4979-af1e-430f88ea931c) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:14.171667 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 2, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:14.183927 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a8f64-21c0-4a86-a3fb-e6bc8885037f req-d73bce30-956f-4663-b6e0-25fdcd73bc33 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:14.191081 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a50a8f64-21c0-4a86-a3fb-e6bc8885037f req-d73bce30-956f-4663-b6e0-25fdcd73bc33 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1358049 May 10 11:27:14.224577 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Checking router: 35645bed-1822-442a-a9a9-298cec02fc03 for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:14.224989 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Updating router 35645bed-1822-442a-a9a9-298cec02fc03 port a9df161c-6f44-425e-99c6-bd37069e6e2a binding host dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:27:14.292894 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:14.312667 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a50a8f64-21c0-4a86-a3fb-e6bc8885037f req-0f776050-bf50-448f-ad1b-0e27f9d7b809 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205192 May 10 11:27:14.315480 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Transition to ACTIVE for port object 10292fa7-7285-4bec-b5ee-c6a30e22a642 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:14.349138 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:14.376353 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Transition to ACTIVE for port object 10292fa7-7285-4bec-b5ee-c6a30e22a642 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:14.404692 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:14.454180 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:14.460700 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:14.461944 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:14.466959 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:14.529958 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 5aca1a6b-2827-4a31-a781-b330b85732c2 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:14.581868 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3686fb14-c472-4341-9293-c5473686929e req-9db78f6d-596e-4185-a592-c2ff2893d43c tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 210 time: 0.1220696 May 10 11:27:14.609855 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:14.613079 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:14.617603 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:14.698622 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Network 4284857e-ebc7-4e08-9eb1-2c61243a0dd0 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:14.711130 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:14.720520 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:14.743038 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Pushing event updated for resources: {'Port': ['ID=10292fa7-7285-4bec-b5ee-c6a30e22a642,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:14.759954 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:14.773584 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Pushing event updated for resources: {'Port': ['ID=d55e43d4-96d7-4979-af1e-430f88ea931c,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:14.784882 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:15.001008 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Attempting to bind port 10292fa7-7285-4bec-b5ee-c6a30e22a642 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:15.001631 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Attempting to bind port 10292fa7-7285-4bec-b5ee-c6a30e22a642 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': 'ebe4636f-0395-4612-b70c-0fb441e284c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:15.002208 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Attempting to bind port 10292fa7-7285-4bec-b5ee-c6a30e22a642 on network 4284857e-ebc7-4e08-9eb1-2c61243a0dd0 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:15.022008 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:27:15.022798 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Checking segment: {'id': 'ebe4636f-0395-4612-b70c-0fb441e284c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:15.023427 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.024119 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Bound using segment: {'id': 'ebe4636f-0395-4612-b70c-0fb441e284c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:27:15.024827 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Bound port: 10292fa7-7285-4bec-b5ee-c6a30e22a642, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe4636f-0395-4612-b70c-0fb441e284c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:15.025416 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.036295 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 5aca1a6b-2827-4a31-a781-b330b85732c2 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:15.037013 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.126198 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-26445773-ed3d-46a8-af9b-9d27ef809d86 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:15.127667 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-26445773-ed3d-46a8-af9b-9d27ef809d86 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "GET /v2.0/networks?id=4ea37700-213e-41f9-b226-b6d6299a5278 HTTP/1.1" status: 200 len: 815 time: 0.4596334 May 10 11:27:15.166119 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Request body: {'port': {'device_id': 'da019485-bb76-4d69-bcc9-1a8c51394ad5', 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278', 'admin_state_up': True, 'tenant_id': '82cebafc38794f9fa888eab3cb7b6cc1'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:15.201119 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] For port 10292fa7-7285-4bec-b5ee-c6a30e22a642, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:27:15.213293 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] For port 10292fa7-7285-4bec-b5ee-c6a30e22a642, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=10292fa7-7285-4bec-b5ee-c6a30e22a642,segment=NetworkSegment(ebe4636f-0395-4612-b70c-0fb441e284c1),segment_id=ebe4636f-0395-4612-b70c-0fb441e284c1)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:27:15.234707 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.246630 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:15.508270 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Pushing event updated for resources: {'Port': ['ID=10292fa7-7285-4bec-b5ee-c6a30e22a642,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:15.515073 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:15.632778 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.649889 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Transition to ACTIVE for port object a9df161c-6f44-425e-99c6-bd37069e6e2a will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:15.658564 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.664337 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f629e3f-c025-4cc3-93bd-a16d80e1af42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:15.771303 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:15.781480 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:15.800377 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Made reservation on behalf of 82cebafc38794f9fa888eab3cb7b6cc1 for: {'port': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:15.804399 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:15.882647 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:16.028641 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777e62c-9a78-434a-86a6-61930dacadb0 None None] Pushing event updated for resources: {'Port': ['ID=a9df161c-6f44-425e-99c6-bd37069e6e2a,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:16.031454 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b777e62c-9a78-434a-86a6-61930dacadb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:16.074020 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Attempting to bind port a9df161c-6f44-425e-99c6-bd37069e6e2a on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:16.074398 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Attempting to bind port a9df161c-6f44-425e-99c6-bd37069e6e2a by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:16.074821 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Attempting to bind port a9df161c-6f44-425e-99c6-bd37069e6e2a on network 92d4a7e0-0203-4451-b99d-34c2bc41c784 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:16.081017 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:27:16.081403 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Checking segment: {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:16.081819 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:16.082221 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Bound using segment: {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:27:16.082731 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Bound port: a9df161c-6f44-425e-99c6-bd37069e6e2a, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:16.083115 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:16.194780 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] For port a9df161c-6f44-425e-99c6-bd37069e6e2a, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:27:16.199481 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] For port a9df161c-6f44-425e-99c6-bd37069e6e2a, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=a9df161c-6f44-425e-99c6-bd37069e6e2a,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:27:16.204082 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:16.211330 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:16.237130 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0414b62f-4a79-4145-85e1-3fa0da7fd37f req-a964ee3f-723a-4ee1-8515-7f87fe6a1bca tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 210 time: 0.1049771 May 10 11:27:16.286243 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0fbdd-5ee9-4a5a-b404-136a016d1faa req-8c3554db-e5b7-4f91-8930-4eaf92a2e5ba tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:16.287688 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0ee0fbdd-5ee9-4a5a-b404-136a016d1faa req-8c3554db-e5b7-4f91-8930-4eaf92a2e5ba tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.7236660 May 10 11:27:16.446765 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777e62c-9a78-434a-86a6-61930dacadb0 None None] Pushing event updated for resources: {'Port': ['ID=a9df161c-6f44-425e-99c6-bd37069e6e2a,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:16.467268 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b777e62c-9a78-434a-86a6-61930dacadb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:16.506159 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:16.507828 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:16.768471 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0ee0fbdd-5ee9-4a5a-b404-136a016d1faa req-8dcdcb61-5f39-42de-8d2a-bb2cf923480b tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329140 May 10 11:27:16.789053 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 10292fa7-7285-4bec-b5ee-c6a30e22a642 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:16.797649 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Allocated IP 172.20.0.12 (4ea37700-213e-41f9-b226-b6d6299a5278/b176c499-e468-48b6-be00-f4b8015f3210/e92193ed-e55d-48d0-b4d0-feede4f970f6) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:16.864274 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3811175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816201'] for router, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:16.941265 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 10292fa7-7285-4bec-b5ee-c6a30e22a642 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:16.968473 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 41162) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:17.001929 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:17.186194 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-71bf4921-2bb1-4de4-bbd3-74b096a9fb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.215473 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-71bf4921-2bb1-4de4-bbd3-74b096a9fb9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:17.221701 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-71bf4921-2bb1-4de4-bbd3-74b096a9fb9a admin admin] Usage tracker for resource:security_group_rule and tenant:dd55e19973de4096bb741efcc598d729 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:17.222177 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1408894-b71e-442b-b7b7-b79838abd5e5 None None] Network 4284857e-ebc7-4e08-9eb1-2c61243a0dd0 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:27:17.225804 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-71bf4921-2bb1-4de4-bbd3-74b096a9fb9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:17.232247 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-71bf4921-2bb1-4de4-bbd3-74b096a9fb9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:17.353707 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-71bf4921-2bb1-4de4-bbd3-74b096a9fb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.359245 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-71bf4921-2bb1-4de4-bbd3-74b096a9fb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.371812 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-19d984a2-38c5-4a2e-8c0c-a5ab4f8e92d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:17.407533 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf4921-2bb1-4de4-bbd3-74b096a9fb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98183ee1-7bd1-44de-878f-8d15f3796686,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:17.410812 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.411849 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-71bf4921-2bb1-4de4-bbd3-74b096a9fb9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:17.438287 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-71bf4921-2bb1-4de4-bbd3-74b096a9fb9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd55e19973de4096bb741efcc598d729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684687 May 10 11:27:17.440418 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 41170) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:17.453661 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Router 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 is scheduled to L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 with binding_index 1 {{(pid=78729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:27:17.492976 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-ac13f32e-844d-4e5b-9dd4-cef877c4df78 None None] Provisioning for port 10292fa7-7285-4bec-b5ee-c6a30e22a642 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:17.511237 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-ac13f32e-844d-4e5b-9dd4-cef877c4df78 None None] Provisioning complete for port 10292fa7-7285-4bec-b5ee-c6a30e22a642 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:17.511684 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ac13f32e-844d-4e5b-9dd4-cef877c4df78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.525702 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-676c46a6-74e3-438d-87e1-a9d16a6b84a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.555620 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-676c46a6-74e3-438d-87e1-a9d16a6b84a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.609916 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b88c3fa5-d591-456c-b436-84c069fef71e req-9bb00c53-4106-461a-9bd9-53d51a941178 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 210 time: 0.1332595 May 10 11:27:17.635803 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-676c46a6-74e3-438d-87e1-a9d16a6b84a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.646643 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-402a3e61-752a-41a7-87c7-ccc2e24af70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:17.668522 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c46a6-74e3-438d-87e1-a9d16a6b84a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98183ee1-7bd1-44de-878f-8d15f3796686,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:17.670979 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-676c46a6-74e3-438d-87e1-a9d16a6b84a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:17.673587 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-676c46a6-74e3-438d-87e1-a9d16a6b84a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.675379 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-676c46a6-74e3-438d-87e1-a9d16a6b84a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98183ee1-7bd1-44de-878f-8d15f3796686 HTTP/1.1" status: 204 len: 168 time: 0.2338376 May 10 11:27:17.748452 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.772688 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:17.831844 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['e45a01c2-514e-4f16-9f23-de035e9a9c9c', 'a7909b80-88d1-4220-ae50-b4b451b9170b'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:27:17.884814 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ac13f32e-844d-4e5b-9dd4-cef877c4df78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:17.970424 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-ac13f32e-844d-4e5b-9dd4-cef877c4df78 None None] For port 10292fa7-7285-4bec-b5ee-c6a30e22a642, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=10292fa7-7285-4bec-b5ee-c6a30e22a642,segment=NetworkSegment(ebe4636f-0395-4612-b70c-0fb441e284c1),segment_id=ebe4636f-0395-4612-b70c-0fb441e284c1)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:18.016116 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ac13f32e-844d-4e5b-9dd4-cef877c4df78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.046444 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:18.052738 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Pushing event updated for resources: {'Port': ['ID=e92193ed-e55d-48d0-b4d0-feede4f970f6,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:18.067118 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:18.135500 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Network 4ea37700-213e-41f9-b226-b6d6299a5278 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:18.139717 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:18.146187 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:18.208147 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:27:18.226016 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Sync routers for ids ['86ec3408-ecc7-4ba6-8424-7e5a67dd3261'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:18.248761 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Routers {'86ec3408-ecc7-4ba6-8424-7e5a67dd3261'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:18.249891 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['86ec3408-ecc7-4ba6-8424-7e5a67dd3261'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:18.266703 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:18.267388 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.322055 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1820755 May 10 11:27:18.324796 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:16Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:18.328046 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Notify callbacks [] for router, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.331485 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 41182) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:18.332151 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2663763 May 10 11:27:18.350187 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Request body: {'port': {'device_id': 'da019485-bb76-4d69-bcc9-1a8c51394ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:18.384784 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48592323-285f-48c8-9229-0e5028a1cac3 req-230f4aea-d43c-4f2d-9828-dc9b6a9311b3 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:18.386578 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f5069-8eef-40e4-932b-555ba65af3da None None] The sync data for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi is: [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:16Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:18.392225 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-48592323-285f-48c8-9229-0e5028a1cac3 req-230f4aea-d43c-4f2d-9828-dc9b6a9311b3 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.3359869 May 10 11:27:18.467230 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13f32e-844d-4e5b-9dd4-cef877c4df78 None None] Pushing event updated for resources: {'Port': ['ID=10292fa7-7285-4bec-b5ee-c6a30e22a642,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:18.483190 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ac13f32e-844d-4e5b-9dd4-cef877c4df78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:18.611524 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device a9df161c-6f44-425e-99c6-bd37069e6e2a up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:18.645416 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-48592323-285f-48c8-9229-0e5028a1cac3 req-247eb415-39f9-4599-b009-9594f143b1d4 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181985 May 10 11:27:18.727900 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:18.822899 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Set router 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:18.898429 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port a9df161c-6f44-425e-99c6-bd37069e6e2a completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:18.909737 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port a9df161c-6f44-425e-99c6-bd37069e6e2a triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:18.912499 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.073741 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-e4bb3eee-d16e-4d80-b0c6-736e23cbc040 None None] Provisioning complete for port 10292fa7-7285-4bec-b5ee-c6a30e22a642 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:19.074130 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e4bb3eee-d16e-4d80-b0c6-736e23cbc040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.342111 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78ed7e-a1fb-47ad-b207-f1e9d9f0a95c req-77452d72-4fa9-4bf1-bb88-58be88bc9a0b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:19.342880 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-8d78ed7e-a1fb-47ad-b207-f1e9d9f0a95c req-77452d72-4fa9-4bf1-bb88-58be88bc9a0b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Synchronizing usage tracker for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:27:19.459745 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'name': 'tempest-TestVolumeBootPattern-885432192-router', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:12Z', 'updated_at': '2021-05-10T11:27:15Z', 'revision_number': 3, 'project_id': '6ad83082e4b84755b13b6e5a615c4229', 'gw_port': {'id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:13Z', 'updated_at': '2021-05-10T11:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:19.462159 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.466201 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Checking router: 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:19.466567 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Updating router 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 port d55e43d4-96d7-4979-af1e-430f88ea931c binding host dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:27:19.477529 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-8d78ed7e-a1fb-47ad-b207-f1e9d9f0a95c req-77452d72-4fa9-4bf1-bb88-58be88bc9a0b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Unset dirty status for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:27:19.487042 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8d78ed7e-a1fb-47ad-b207-f1e9d9f0a95c req-77452d72-4fa9-4bf1-bb88-58be88bc9a0b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 932 time: 0.5427470 May 10 11:27:19.562645 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port a9df161c-6f44-425e-99c6-bd37069e6e2a, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=a9df161c-6f44-425e-99c6-bd37069e6e2a,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:19.579474 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8d78ed7e-a1fb-47ad-b207-f1e9d9f0a95c req-81124d63-8ea9-4722-8a89-760985a44d01 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908852 May 10 11:27:19.585598 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.586951 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.616568 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:19.777508 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92193ed-e55d-48d0-b4d0-feede4f970f6 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:27:19.793849 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.807147 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=a9df161c-6f44-425e-99c6-bd37069e6e2a,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:19.814327 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Transition to ACTIVE for port object e92193ed-e55d-48d0-b4d0-feede4f970f6 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:19.820956 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:19.825296 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:19.833124 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:20.032807 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.090743 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Pushing event updated for resources: {'Port': ['ID=e92193ed-e55d-48d0-b4d0-feede4f970f6,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:20.103452 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:20.132805 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b906bef-70c3-4eb6-a1df-4879680f1b93 req-a44583ae-bc15-4392-a5e2-3883f7d70094 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:20.140817 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6b906bef-70c3-4eb6-a1df-4879680f1b93 req-a44583ae-bc15-4392-a5e2-3883f7d70094 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.2649295 May 10 11:27:20.192497 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.212854 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Transition to ACTIVE for port object d55e43d4-96d7-4979-af1e-430f88ea931c will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:20.239306 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.256552 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2c7d4860-86db-48c2-af5a-bee8150abd98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:20.266491 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6b906bef-70c3-4eb6-a1df-4879680f1b93 req-45d5d6ae-6cd2-4025-ab91-648c78ac11f2 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246495 May 10 11:27:20.308211 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Attempting to bind port e92193ed-e55d-48d0-b4d0-feede4f970f6 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:20.308601 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Attempting to bind port e92193ed-e55d-48d0-b4d0-feede4f970f6 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:20.308971 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Attempting to bind port e92193ed-e55d-48d0-b4d0-feede4f970f6 on network 4ea37700-213e-41f9-b226-b6d6299a5278 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:20.314337 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Port e92193ed-e55d-48d0-b4d0-feede4f970f6 on network 4ea37700-213e-41f9-b226-b6d6299a5278 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:27:20.314337 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Attempting to bind port e92193ed-e55d-48d0-b4d0-feede4f970f6 on network 4ea37700-213e-41f9-b226-b6d6299a5278 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:20.320677 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:27:20.320677 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Checking segment: {'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:20.320973 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Bound using segment: {'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:27:20.321296 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Bound port: e92193ed-e55d-48d0-b4d0-feede4f970f6, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:20.321639 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.409006 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Attempting to bind port d55e43d4-96d7-4979-af1e-430f88ea931c on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:20.412283 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Attempting to bind port d55e43d4-96d7-4979-af1e-430f88ea931c by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:20.412903 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Attempting to bind port d55e43d4-96d7-4979-af1e-430f88ea931c on network 3f71b2d2-59f0-4475-bea2-1eec4e07450d {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:20.415422 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Allocated IP 172.20.0.1 (4284857e-ebc7-4e08-9eb1-2c61243a0dd0/c16669e6-38d1-4235-8121-0ec4faa6f24f/99fef816-4e85-4287-a2a3-352aef2dcd56) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:20.430658 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:27:20.431570 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Checking segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:20.432288 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.433473 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Bound using segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:27:20.434324 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Bound port: d55e43d4-96d7-4979-af1e-430f88ea931c, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:20.434966 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.471679 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] For port e92193ed-e55d-48d0-b4d0-feede4f970f6, host hv-cinder-78495, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:27:20.480786 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] For port e92193ed-e55d-48d0-b4d0-feede4f970f6, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e92193ed-e55d-48d0-b4d0-feede4f970f6,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:27:20.491026 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.495877 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b7d20b01-f350-4f65-bcb6-2262a8a14d8e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:20.534648 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device a9df161c-6f44-425e-99c6-bd37069e6e2a up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:20.612196 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.630612 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Transition to ACTIVE for port object 99fef816-4e85-4287-a2a3-352aef2dcd56 will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:20.638426 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b2854-f04e-428c-9588-ed93e19eaeb1 None None] Pushing event updated for resources: {'Port': ['ID=d55e43d4-96d7-4979-af1e-430f88ea931c,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:20.649180 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3e7b2854-f04e-428c-9588-ed93e19eaeb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:20.657805 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.666023 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:20.684677 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:20.685324 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.686897 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] 10.222.0.30 "PUT /v2.0/ports/e92193ed-e55d-48d0-b4d0-feede4f970f6 HTTP/1.1" status: 200 len: 1094 time: 2.3439264 May 10 11:27:20.697876 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da019485-bb76-4d69-bcc9-1a8c51394ad5', 'tag': 'e92193ed-e55d-48d0-b4d0-feede4f970f6'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:27:20.752690 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] For port d55e43d4-96d7-4979-af1e-430f88ea931c, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:27:20.755191 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port a9df161c-6f44-425e-99c6-bd37069e6e2a triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:20.755578 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.758033 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] For port d55e43d4-96d7-4979-af1e-430f88ea931c, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=d55e43d4-96d7-4979-af1e-430f88ea931c,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:27:20.764087 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:20.795274 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7795115d-9f89-4449-a678-4a92af298455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:20.819775 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Pushing event updated for resources: {'Port': ['ID=e92193ed-e55d-48d0-b4d0-feede4f970f6,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:20.830810 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Network 4284857e-ebc7-4e08-9eb1-2c61243a0dd0 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:20.831723 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:20.833962 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:20.865541 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:20.929760 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-737f4633-5ac4-4ca8-be40-808e91dddcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:20.931244 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-737f4633-5ac4-4ca8-be40-808e91dddcbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82cebafc38794f9fa888eab3cb7b6cc1&device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 1097 time: 0.1707282 May 10 11:27:20.940228 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da019485-bb76-4d69-bcc9-1a8c51394ad5', 'tag': 'e92193ed-e55d-48d0-b4d0-feede4f970f6', 'status': 'completed', 'code': 200} May 10 11:27:20.967662 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Routers {'86ec3408-ecc7-4ba6-8424-7e5a67dd3261'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:20.968603 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['86ec3408-ecc7-4ba6-8424-7e5a67dd3261'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:21.017878 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Pushing event updated for resources: {'Port': ['ID=99fef816-4e85-4287-a2a3-352aef2dcd56,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:21.027668 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:21.039792 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-a7d0f442-7213-4d3c-8a14-ef9c95f8f2c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e92193ed-e55d-48d0-b4d0-feede4f970f6 HTTP/1.1" status: 200 len: 217 time: 0.0983057 May 10 11:27:21.054181 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801302'] for router_interface, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.057939 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 10292fa7-7285-4bec-b5ee-c6a30e22a642 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:21.145990 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-436344d8-0cc7-4f5e-8770-faf10eb41f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:21.147684 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-436344d8-0cc7-4f5e-8770-faf10eb41f08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b176c499-e468-48b6-be00-f4b8015f3210 HTTP/1.1" status: 200 len: 855 time: 0.1011276 May 10 11:27:21.156976 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0b622-fa03-4817-b6d7-eeea374b3a98 req-6564d195-2b01-4173-b18a-fcc84902bbd2 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:21.165658 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4ce0b622-fa03-4817-b6d7-eeea374b3a98 req-6564d195-2b01-4173-b18a-fcc84902bbd2 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 944 time: 0.2774584 May 10 11:27:21.179143 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 10292fa7-7285-4bec-b5ee-c6a30e22a642 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:21.179716 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.252860 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-39decd16-3a90-45fd-8dce-ef52da7a02ee None None] Provisioning for port 99fef816-4e85-4287-a2a3-352aef2dcd56 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:21.270960 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-39decd16-3a90-45fd-8dce-ef52da7a02ee None None] Provisioning complete for port 99fef816-4e85-4287-a2a3-352aef2dcd56 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:21.271484 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-39decd16-3a90-45fd-8dce-ef52da7a02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.280222 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.317337 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b2854-f04e-428c-9588-ed93e19eaeb1 None None] Pushing event updated for resources: {'Port': ['ID=d55e43d4-96d7-4979-af1e-430f88ea931c,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:21.339540 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3e7b2854-f04e-428c-9588-ed93e19eaeb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:21.353510 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-4888e293-c8d3-48ea-9822-7cadb786f2a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ea37700-213e-41f9-b226-b6d6299a5278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1849413 May 10 11:27:21.359586 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-39decd16-3a90-45fd-8dce-ef52da7a02ee None None] Port 99fef816-4e85-4287-a2a3-352aef2dcd56 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:27:21.454662 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] Set router 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:21.538212 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4ce0b622-fa03-4817-b6d7-eeea374b3a98 req-6e6ae4a7-2437-4eda-ab9e-5ad8823ee281 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712418 May 10 11:27:21.543935 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-98e11879-88a2-48dc-a897-0818388d5623 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650915 May 10 11:27:21.821880 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.828970 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.890182 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:21.924810 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801205'] for router_interface, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:21.937535 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'name': 'tempest-TestVolumeBootPattern-885432192-router', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:12Z', 'updated_at': '2021-05-10T11:27:15Z', 'revision_number': 3, 'project_id': '6ad83082e4b84755b13b6e5a615c4229', 'gw_port': {'id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:13Z', 'updated_at': '2021-05-10T11:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:21.946254 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a784a-44ae-43dd-b6e5-e0173ca300fa None None] The sync data for ids ['86ec3408-ecc7-4ba6-8424-7e5a67dd3261'] in dv-cinder-784956-5-iscsi is: [{'id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'name': 'tempest-TestVolumeBootPattern-885432192-router', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:12Z', 'updated_at': '2021-05-10T11:27:15Z', 'revision_number': 3, 'project_id': '6ad83082e4b84755b13b6e5a615c4229', 'gw_port': {'id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:13Z', 'updated_at': '2021-05-10T11:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:21.971902 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e5cf-8d6c-4fbd-b1b0-7d3ee3ed6c19 req-d3fd6eb1-8cec-4664-95dd-73717d7333a7 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:21.979492 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6857e5cf-8d6c-4fbd-b1b0-7d3ee3ed6c19 req-d3fd6eb1-8cec-4664-95dd-73717d7333a7 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.4326169 May 10 11:27:21.982666 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f4ae356-3a28-4b57-a5dc-2eb8d1dd031f req-5b2d1a17-e086-4d99-8d80-6e0ec9b14cbf service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542523 May 10 11:27:22.042041 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6857e5cf-8d6c-4fbd-b1b0-7d3ee3ed6c19 req-cb45829d-e4c4-4054-b33f-5e3245496538 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618012 May 10 11:27:22.058785 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Pushing event updated for resources: {'Port': ['ID=99fef816-4e85-4287-a2a3-352aef2dcd56,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:22.066483 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:22.154914 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a23f8-2d6e-4043-9070-a1739027e950 req-2a06853d-00b2-461d-9108-e5fea9740952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:22.158866 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-808a23f8-2d6e-4043-9070-a1739027e950 req-2a06853d-00b2-461d-9108-e5fea9740952 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82cebafc38794f9fa888eab3cb7b6cc1&device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0904391 May 10 11:27:22.167192 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Network 4284857e-ebc7-4e08-9eb1-2c61243a0dd0 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:22.168660 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:22.356388 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-21b43705-cd15-428c-bc62-40060bae05cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.448034 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a23f8-2d6e-4043-9070-a1739027e950 req-795826b9-a327-4b1a-8e4d-ba09eee2608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:22.449677 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-808a23f8-2d6e-4043-9070-a1739027e950 req-795826b9-a327-4b1a-8e4d-ba09eee2608b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ea37700-213e-41f9-b226-b6d6299a5278 HTTP/1.1" status: 200 len: 916 time: 0.2841802 May 10 11:27:22.585497 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-808a23f8-2d6e-4043-9070-a1739027e950 req-4ed774f5-4941-4e2d-833f-6a0893bcfe35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e92193ed-e55d-48d0-b4d0-feede4f970f6 HTTP/1.1" status: 200 len: 217 time: 0.1254730 May 10 11:27:22.610051 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device d55e43d4-96d7-4979-af1e-430f88ea931c up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:22.617112 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Router 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:27:22.735226 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-14d70b2d-01ce-4653-80d5-50ec1cd9cd00 None None] Provisioning complete for port 99fef816-4e85-4287-a2a3-352aef2dcd56 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:22.735820 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-14d70b2d-01ce-4653-80d5-50ec1cd9cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.747701 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a23f8-2d6e-4043-9070-a1739027e950 req-73b09345-01f0-43c8-9e0b-5b56dbbe0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:22.773067 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-808a23f8-2d6e-4043-9070-a1739027e950 req-73b09345-01f0-43c8-9e0b-5b56dbbe0e68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b176c499-e468-48b6-be00-f4b8015f3210 HTTP/1.1" status: 200 len: 855 time: 0.1767900 May 10 11:27:22.805105 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port d55e43d4-96d7-4979-af1e-430f88ea931c completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:22.831535 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port d55e43d4-96d7-4979-af1e-430f88ea931c triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:22.832219 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:22.868375 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-14d70b2d-01ce-4653-80d5-50ec1cd9cd00 None None] Port 99fef816-4e85-4287-a2a3-352aef2dcd56 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:27:22.979000 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-808a23f8-2d6e-4043-9070-a1739027e950 req-28ccc580-cf20-4efa-983b-4cdb50419466 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ea37700-213e-41f9-b226-b6d6299a5278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2050610 May 10 11:27:22.985274 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:27:23.007927 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] 10.222.0.13 "PUT /v2.0/routers/86ec3408-ecc7-4ba6-8424-7e5a67dd3261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6749136 May 10 11:27:23.027722 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.079505 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port d55e43d4-96d7-4979-af1e-430f88ea931c, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=d55e43d4-96d7-4979-af1e-430f88ea931c,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:23.086718 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:23.089218 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:23.200871 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=d55e43d4-96d7-4979-af1e-430f88ea931c,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:23.204688 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:23.247333 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71de45-47f9-44eb-b37b-78929b76edf0 req-1e3e31a8-de46-49bf-9262-78dc619f06b3 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:23.254662 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bc71de45-47f9-44eb-b37b-78929b76edf0 req-1e3e31a8-de46-49bf-9262-78dc619f06b3 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 944 time: 0.4000742 May 10 11:27:23.270729 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-808a23f8-2d6e-4043-9070-a1739027e950 req-2d45ded3-5786-475c-a3d1-1ae75e5bb359 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770824 May 10 11:27:23.446554 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bc71de45-47f9-44eb-b37b-78929b76edf0 req-213cd184-a846-4112-bbe5-4f6541404c04 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888962 May 10 11:27:23.524280 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-808a23f8-2d6e-4043-9070-a1739027e950 req-a4c2a62b-4960-403b-accd-b3c5a5660d62 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473462 May 10 11:27:23.548594 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135d7f6-b7c5-4c61-bfd6-e27cc11f2bbb req-a5aeda64-7bc0-4d36-8146-34134725fa97 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:23.556501 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5135d7f6-b7c5-4c61-bfd6-e27cc11f2bbb req-a5aeda64-7bc0-4d36-8146-34134725fa97 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1798024 May 10 11:27:23.621378 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5135d7f6-b7c5-4c61-bfd6-e27cc11f2bbb req-fb8f27db-f680-4da2-bff0-97cb1f3467e0 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639241 May 10 11:27:24.018093 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 41230) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:24.024409 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529508815', 'description': 'tempest-secgroup-smoke-529508815 description', 'project_id': 'cf380bd79b3e49db8a7de213adc83183'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:24.041716 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:24.046244 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Usage tracker for resource:security_group and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:24.051583 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:24.058693 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:24.079541 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.109695 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:24.120744 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Usage tracker for resource:security_group_rule and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:24.124183 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:24.130292 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:24.234626 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.240237 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.244241 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7dcd8a60-969e-4290-8bef-ebfee9828d30 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:24.291846 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fad3a2-aae3-4737-8c55-5d91d779d162,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:24.308109 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:24.308913 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:24.309391 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:24.309860 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:24.310339 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:24.310800 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:24.311260 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:24.311718 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:24.312176 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:24.312639 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:24.313114 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:24.313688 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:24.317639 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.319875 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3003676 May 10 11:27:24.320560 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:24.322239 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 41236) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:24.328953 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-7bd022b8-c44c-47c2-8de1-53b360070bab tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Request body: {'security_group_rule': {'security_group_id': '42fad3a2-aae3-4737-8c55-5d91d779d162', 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:24.335734 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Sync routers for ids ['86ec3408-ecc7-4ba6-8424-7e5a67dd3261'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:27:24.337768 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7bd022b8-c44c-47c2-8de1-53b360070bab tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:24.342710 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7bd022b8-c44c-47c2-8de1-53b360070bab tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Usage tracker for resource:security_group_rule and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:24.346071 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7bd022b8-c44c-47c2-8de1-53b360070bab tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:24.350794 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Routers {'86ec3408-ecc7-4ba6-8424-7e5a67dd3261'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:24.351423 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:26:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['86ec3408-ecc7-4ba6-8424-7e5a67dd3261'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:24.352832 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7bd022b8-c44c-47c2-8de1-53b360070bab tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:24.374989 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7bd022b8-c44c-47c2-8de1-53b360070bab tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.459617 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7bd022b8-c44c-47c2-8de1-53b360070bab tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.466324 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7bd022b8-c44c-47c2-8de1-53b360070bab tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.468759 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-95c3f938-a54c-4000-ba5b-1512f41d9a71 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:24.490582 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd022b8-c44c-47c2-8de1-53b360070bab tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369bff3e-8eda-40d5-b8bc-b25eca03f333,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:24.502096 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7bd022b8-c44c-47c2-8de1-53b360070bab tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:24.516110 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7bd022b8-c44c-47c2-8de1-53b360070bab tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.519546 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7bd022b8-c44c-47c2-8de1-53b360070bab tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1961730 May 10 11:27:24.522779 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 41242) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:24.528512 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-be427f54-fbff-41f6-8d49-72ffbb0a97d4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Request body: {'security_group_rule': {'security_group_id': '42fad3a2-aae3-4737-8c55-5d91d779d162', 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:24.534485 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-be427f54-fbff-41f6-8d49-72ffbb0a97d4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:24.539230 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-be427f54-fbff-41f6-8d49-72ffbb0a97d4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Usage tracker for resource:security_group_rule and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:24.542324 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-be427f54-fbff-41f6-8d49-72ffbb0a97d4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:24.548678 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-be427f54-fbff-41f6-8d49-72ffbb0a97d4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:24.572265 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-be427f54-fbff-41f6-8d49-72ffbb0a97d4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.609469 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device d55e43d4-96d7-4979-af1e-430f88ea931c up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:24.665177 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-be427f54-fbff-41f6-8d49-72ffbb0a97d4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.669638 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-be427f54-fbff-41f6-8d49-72ffbb0a97d4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.688944 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:24.709026 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be427f54-fbff-41f6-8d49-72ffbb0a97d4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9dafa0-7557-40cd-b2ac-f9053a573d26,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:24.715404 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-be427f54-fbff-41f6-8d49-72ffbb0a97d4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:24.726957 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-be427f54-fbff-41f6-8d49-72ffbb0a97d4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.729597 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-be427f54-fbff-41f6-8d49-72ffbb0a97d4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2058160 May 10 11:27:24.734085 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 41248) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:24.741550 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-54c6a548-daee-43f3-abc8-4825cc7853e6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Request body: {'security_group_rule': {'security_group_id': '42fad3a2-aae3-4737-8c55-5d91d779d162', 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:24.745957 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port d55e43d4-96d7-4979-af1e-430f88ea931c triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:24.746521 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.748205 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-54c6a548-daee-43f3-abc8-4825cc7853e6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:24.752700 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-54c6a548-daee-43f3-abc8-4825cc7853e6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Usage tracker for resource:security_group_rule and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:24.756010 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-54c6a548-daee-43f3-abc8-4825cc7853e6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:24.760213 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dda976-e19b-434b-85b4-536e76ceeba3 req-23af9389-baf5-4b56-9b8e-4daaaed117bc tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:24.762779 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-54c6a548-daee-43f3-abc8-4825cc7853e6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:24.776133 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-19dda976-e19b-434b-85b4-536e76ceeba3 req-23af9389-baf5-4b56-9b8e-4daaaed117bc tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 944 time: 0.1268692 May 10 11:27:24.813196 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-54c6a548-daee-43f3-abc8-4825cc7853e6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.846184 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Set router 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:24.894737 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-19dda976-e19b-434b-85b4-536e76ceeba3 req-70010cf6-670f-4785-bc59-cb52d985d791 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166515 May 10 11:27:24.922076 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-54c6a548-daee-43f3-abc8-4825cc7853e6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.928001 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-54c6a548-daee-43f3-abc8-4825cc7853e6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:24.939546 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-78b3b766-f12c-450e-936d-9fab42c6511f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:24.975963 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b345fb9-1cbc-4422-8077-ebd0ae192ea1 req-c5e729cd-d132-4a81-b673-dbdffbf5a4b7 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:24.984074 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2b345fb9-1cbc-4422-8077-ebd0ae192ea1 req-c5e729cd-d132-4a81-b673-dbdffbf5a4b7 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1487646 May 10 11:27:24.991218 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6a548-daee-43f3-abc8-4825cc7853e6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d4b769-8718-4ea5-982a-cecccfbe834c,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:25.003257 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-54c6a548-daee-43f3-abc8-4825cc7853e6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:25.021523 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-54c6a548-daee-43f3-abc8-4825cc7853e6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.023895 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-54c6a548-daee-43f3-abc8-4825cc7853e6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2878964 May 10 11:27:25.027448 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 41252) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:25.034332 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Request body: {'security_group_rule': {'security_group_id': '42fad3a2-aae3-4737-8c55-5d91d779d162', 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:25.045079 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:25.050154 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2b345fb9-1cbc-4422-8077-ebd0ae192ea1 req-692b09c5-1fb1-4916-a517-315bfd5566e1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650229 May 10 11:27:25.053417 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Usage tracker for resource:security_group_rule and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:25.057191 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:25.063761 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:25.092628 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.099756 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-104185bd-5274-4510-986e-2ea13da34733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.139593 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.185782 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.193835 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.200877 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-37217665-821f-4244-a088-ab5254032e65 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:25.276735 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed43085-8e6b-4888-9986-28e49d32331e,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:25.294624 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.295815 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2671571 May 10 11:27:25.299008 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 41258) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:25.300153 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:25.300519 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:25.302686 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:25.302686 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:25.302686 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:25.302686 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:25.302686 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:25.303086 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:25.303450 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:25.303631 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:25.303965 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:25.304316 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:27:25.306232 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Request body: {'security_group_rule': {'security_group_id': '42fad3a2-aae3-4737-8c55-5d91d779d162', 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:25.316734 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:25.321096 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:25.329462 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Usage tracker for resource:security_group_rule and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:25.335960 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:25.349676 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:25.364874 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.securitygroups_db [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Project cf380bd79b3e49db8a7de213adc83183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:27:25.370854 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.491445 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'name': 'tempest-TestVolumeBootPattern-885432192-router', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:12Z', 'updated_at': '2021-05-10T11:27:21Z', 'revision_number': 4, 'project_id': '6ad83082e4b84755b13b6e5a615c4229', 'gw_port': {'id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:13Z', 'updated_at': '2021-05-10T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '99fef816-4e85-4287-a2a3-352aef2dcd56', 'name': '', 'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'mac_address': 'fa:16:3e:32:ec:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c16669e6-38d1-4235-8121-0ec4faa6f24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:20Z', 'updated_at': '2021-05-10T11:27:21Z', 'revision_number': 2, 'project_id': '6ad83082e4b84755b13b6e5a615c4229', 'subnets': [{'id': 'c16669e6-38d1-4235-8121-0ec4faa6f24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:25.494908 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.495525 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Checking router: 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:27:25.495885 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Updating router 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 port 99fef816-4e85-4287-a2a3-352aef2dcd56 binding host dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:27:25.499962 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.515298 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-be427f54-fbff-41f6-8d49-72ffbb0a97d4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:25.531677 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd0ef70-f24e-499a-abf1-938ad3d29de2,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:25.534123 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:25.543996 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.546387 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2459614 May 10 11:27:25.548525 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 41268) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:27:25.554826 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-fcf4a8c0-8d5d-4f76-87de-9a2a8c2a7e9b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Request body: {'security_group_rule': {'security_group_id': '42fad3a2-aae3-4737-8c55-5d91d779d162', 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:25.564001 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.564639 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-fcf4a8c0-8d5d-4f76-87de-9a2a8c2a7e9b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:25.569863 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-fcf4a8c0-8d5d-4f76-87de-9a2a8c2a7e9b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Usage tracker for resource:security_group_rule and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:25.573270 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-fcf4a8c0-8d5d-4f76-87de-9a2a8c2a7e9b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:25.579852 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-fcf4a8c0-8d5d-4f76-87de-9a2a8c2a7e9b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:25.595593 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.securitygroups_db [None req-fcf4a8c0-8d5d-4f76-87de-9a2a8c2a7e9b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Project cf380bd79b3e49db8a7de213adc83183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:27:25.605520 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fcf4a8c0-8d5d-4f76-87de-9a2a8c2a7e9b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.698338 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fcf4a8c0-8d5d-4f76-87de-9a2a8c2a7e9b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.702912 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fcf4a8c0-8d5d-4f76-87de-9a2a8c2a7e9b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.718249 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7bd022b8-c44c-47c2-8de1-53b360070bab tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:25.732292 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4a8c0-8d5d-4f76-87de-9a2a8c2a7e9b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f502f1c7-69d0-427f-88d9-b5051af7d1c0,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:25.735801 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fcf4a8c0-8d5d-4f76-87de-9a2a8c2a7e9b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:25.753720 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fcf4a8c0-8d5d-4f76-87de-9a2a8c2a7e9b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:25.759114 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-fcf4a8c0-8d5d-4f76-87de-9a2a8c2a7e9b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2092662 May 10 11:27:25.997859 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.027245 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Transition to ACTIVE for port object 99fef816-4e85-4287-a2a3-352aef2dcd56 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:26.042637 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.049121 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:26.176921 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.209327 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device e92193ed-e55d-48d0-b4d0-feede4f970f6 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:27:26.322061 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ab8b4-db3b-42bc-a226-bb39d6e4f250 req-abc53495-84f9-48fd-8511-cf41b25aec29 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:26.322701 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711fbfb-20e8-4042-a4fa-dea31f1492ce None None] Pushing event updated for resources: {'Port': ['ID=99fef816-4e85-4287-a2a3-352aef2dcd56,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:26.332161 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3711fbfb-20e8-4042-a4fa-dea31f1492ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:26.335756 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cd0ab8b4-db3b-42bc-a226-bb39d6e4f250 req-abc53495-84f9-48fd-8511-cf41b25aec29 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 944 time: 0.3133817 May 10 11:27:26.384853 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cd0ab8b4-db3b-42bc-a226-bb39d6e4f250 req-189098eb-ae91-4ae7-8ec5-1d9782707247 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482035 May 10 11:27:26.407841 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.db.resource_extend [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 11:27:26.438576 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782af11b-ea66-4f6b-9f8c-868e7e8b4a24 req-a5856f28-a618-4ef9-85f6-02f1b2989df2 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:26.445564 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-782af11b-ea66-4f6b-9f8c-868e7e8b4a24 req-a5856f28-a618-4ef9-85f6-02f1b2989df2 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1875567 May 10 11:27:26.502850 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-782af11b-ea66-4f6b-9f8c-868e7e8b4a24 req-3c08780f-c670-45bc-aa7a-f39ba81809df tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562003 May 10 11:27:26.523292 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Attempting to bind port 99fef816-4e85-4287-a2a3-352aef2dcd56 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:26.523849 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Attempting to bind port 99fef816-4e85-4287-a2a3-352aef2dcd56 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': 'ebe4636f-0395-4612-b70c-0fb441e284c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:26.523994 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Attempting to bind port 99fef816-4e85-4287-a2a3-352aef2dcd56 on network 4284857e-ebc7-4e08-9eb1-2c61243a0dd0 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:26.576535 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:27:26.576926 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Checking segment: {'id': 'ebe4636f-0395-4612-b70c-0fb441e284c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:26.577427 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.577824 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Bound using segment: {'id': 'ebe4636f-0395-4612-b70c-0fb441e284c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:27:26.578429 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Bound port: 99fef816-4e85-4287-a2a3-352aef2dcd56, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe4636f-0395-4612-b70c-0fb441e284c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:26.578808 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.739414 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port e92193ed-e55d-48d0-b4d0-feede4f970f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e92193ed-e55d-48d0-b4d0-feede4f970f6,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:26.759710 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'e92193ed-e55d-48d0-b4d0-feede4f970f6', 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278', 'port_id': 'e92193ed-e55d-48d0-b4d0-feede4f970f6', 'mac_address': 'fa:16:3e:a9:ad:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b176c499-e468-48b6-be00-f4b8015f3210', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:27:26.761608 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] For port 99fef816-4e85-4287-a2a3-352aef2dcd56, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:27:26.765493 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] For port 99fef816-4e85-4287-a2a3-352aef2dcd56, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=99fef816-4e85-4287-a2a3-352aef2dcd56,segment=NetworkSegment(ebe4636f-0395-4612-b70c-0fb441e284c1),segment_id=ebe4636f-0395-4612-b70c-0fb441e284c1)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:27:26.798110 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:26.810184 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b777e62c-9a78-434a-86a6-61930dacadb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:26.904527 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Routers {'86ec3408-ecc7-4ba6-8424-7e5a67dd3261'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:27:26.905206 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:27:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['86ec3408-ecc7-4ba6-8424-7e5a67dd3261'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:26.965323 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.052193 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711fbfb-20e8-4042-a4fa-dea31f1492ce None None] Pushing event updated for resources: {'Port': ['ID=99fef816-4e85-4287-a2a3-352aef2dcd56,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:27.057535 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3711fbfb-20e8-4042-a4fa-dea31f1492ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:27.068215 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92193ed-e55d-48d0-b4d0-feede4f970f6 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:27:27.111579 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port e92193ed-e55d-48d0-b4d0-feede4f970f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e92193ed-e55d-48d0-b4d0-feede4f970f6,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:27.120933 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.124589 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fd129cba-89f9-46c2-a3e9-f33e6fcb94d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:27.187769 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-56d803d3-f45f-4091-a0e4-18d7efb3f876 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:27.188522 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-56d803d3-f45f-4091-a0e4-18d7efb3f876 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Synchronizing usage tracker for tenant:11df5e3f320546ffba46f05f45e9e781 on resource:network {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:27:27.210469 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-56d803d3-f45f-4091-a0e4-18d7efb3f876 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Unset dirty status for tenant:11df5e3f320546ffba46f05f45e9e781 on resource:network {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:27:27.212174 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-56d803d3-f45f-4091-a0e4-18d7efb3f876 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/networks?id=9cd55141-de3c-450a-9991-64932c3a549f HTTP/1.1" status: 200 len: 814 time: 0.1879530 May 10 11:27:27.219342 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] Set router 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:27:27.231171 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-bc3fd67f-c8d6-4503-ae37-733239172ab8 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/quotas/11df5e3f320546ffba46f05f45e9e781 HTTP/1.1" status: 200 len: 375 time: 0.0104556 May 10 11:27:27.274571 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=e92193ed-e55d-48d0-b4d0-feede4f970f6,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:27.279238 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:27.329297 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-bb7507ff-a7aa-4e8c-8967-d23a077f41cd tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=11df5e3f320546ffba46f05f45e9e781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921519 May 10 11:27:27.457877 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:27.488974 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-b8c74335-db0a-49f9-96fe-e623aaa8a5df service neutron] 10.222.0.13 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460342 May 10 11:27:27.578273 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'name': 'tempest-TestVolumeBootPattern-885432192-router', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:12Z', 'updated_at': '2021-05-10T11:27:21Z', 'revision_number': 4, 'project_id': '6ad83082e4b84755b13b6e5a615c4229', 'gw_port': {'id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:13Z', 'updated_at': '2021-05-10T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '99fef816-4e85-4287-a2a3-352aef2dcd56', 'name': '', 'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'mac_address': 'fa:16:3e:32:ec:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c16669e6-38d1-4235-8121-0ec4faa6f24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:20Z', 'updated_at': '2021-05-10T11:27:26Z', 'revision_number': 4, 'project_id': '6ad83082e4b84755b13b6e5a615c4229', 'subnets': [{'id': 'c16669e6-38d1-4235-8121-0ec4faa6f24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:27:27.584690 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e6fac-17a4-48b3-bdaf-21e88fe23678 None None] The sync data for ids ['86ec3408-ecc7-4ba6-8424-7e5a67dd3261'] in dv-cinder-784956-5-iscsi is: [{'id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'name': 'tempest-TestVolumeBootPattern-885432192-router', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:12Z', 'updated_at': '2021-05-10T11:27:21Z', 'revision_number': 4, 'project_id': '6ad83082e4b84755b13b6e5a615c4229', 'gw_port': {'id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:13Z', 'updated_at': '2021-05-10T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '99fef816-4e85-4287-a2a3-352aef2dcd56', 'name': '', 'network_id': '4284857e-ebc7-4e08-9eb1-2c61243a0dd0', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'mac_address': 'fa:16:3e:32:ec:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c16669e6-38d1-4235-8121-0ec4faa6f24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:20Z', 'updated_at': '2021-05-10T11:27:26Z', 'revision_number': 4, 'project_id': '6ad83082e4b84755b13b6e5a615c4229', 'subnets': [{'id': 'c16669e6-38d1-4235-8121-0ec4faa6f24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:27:27.636378 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['e92193ed-e55d-48d0-b4d0-feede4f970f6'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:27:27.707796 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-16e8ee2c-f8a2-46e9-9c72-3910a28d79d2 service neutron] 10.222.0.13 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124326 May 10 11:27:27.717918 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98814bc-b562-4cbe-918b-7d9f2f3669f2 req-e9c0b226-2635-4fcc-b722-df79979da6e7 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:27.719923 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f98814bc-b562-4cbe-918b-7d9f2f3669f2 req-e9c0b226-2635-4fcc-b722-df79979da6e7 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 945 time: 0.2054172 May 10 11:27:27.809339 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f98814bc-b562-4cbe-918b-7d9f2f3669f2 req-92305a79-acdc-481c-aad7-fd1b0080303f tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752866 May 10 11:27:28.008235 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bdd48-29c5-4a94-9c06-bfeac63af988 req-9df4314a-80f6-43b0-9da4-e7c18c36a435 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:28.009769 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-229bdd48-29c5-4a94-9c06-bfeac63af988 req-9df4314a-80f6-43b0-9da4-e7c18c36a435 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.0977080 May 10 11:27:28.056829 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-229bdd48-29c5-4a94-9c06-bfeac63af988 req-d173e597-0bba-4ef1-84fe-05c424c732e8 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411007 May 10 11:27:28.482967 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 99fef816-4e85-4287-a2a3-352aef2dcd56 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:28.555839 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 99fef816-4e85-4287-a2a3-352aef2dcd56 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:28.562336 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 99fef816-4e85-4287-a2a3-352aef2dcd56 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:28.562699 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.689167 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.723126 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 99fef816-4e85-4287-a2a3-352aef2dcd56, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=99fef816-4e85-4287-a2a3-352aef2dcd56,segment=NetworkSegment(ebe4636f-0395-4612-b70c-0fb441e284c1),segment_id=ebe4636f-0395-4612-b70c-0fb441e284c1)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:28.726698 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:28.729608 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:28.798033 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=99fef816-4e85-4287-a2a3-352aef2dcd56,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:28.800965 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:29.016510 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-541c9a7e-da6a-4084-84ad-3fe8ff5aaee4 req-a9e024ea-8b78-4ecf-b938-b2fac3e59b3c tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 210 time: 0.0572088 May 10 11:27:29.054303 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eabd41-039f-40ea-896e-36effd40f37b req-469c5a4f-7f77-42e0-9f26-bb83c75219a8 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:29.055723 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-70eabd41-039f-40ea-896e-36effd40f37b req-469c5a4f-7f77-42e0-9f26-bb83c75219a8 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 945 time: 0.1318007 May 10 11:27:29.105711 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-70eabd41-039f-40ea-896e-36effd40f37b req-8643c38d-d1b4-4439-879a-81e1ec478229 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429904 May 10 11:27:29.267971 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51d4fb-e888-49cd-8a95-786160997839 req-024e45df-6ae7-4558-a97d-f8a68524faa3 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:29.269443 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4a51d4fb-e888-49cd-8a95-786160997839 req-024e45df-6ae7-4558-a97d-f8a68524faa3 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.0927665 May 10 11:27:29.326749 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4a51d4fb-e888-49cd-8a95-786160997839 req-87d882e4-b41d-49d4-82a9-5e3b1a17a890 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482628 May 10 11:27:30.198962 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device e92193ed-e55d-48d0-b4d0-feede4f970f6 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:30.200364 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cd66d5ca-fb04-485e-b833-7afdaba2e0a7 req-0afd4806-9e3f-4e3c-a640-d0d44af1dcc1 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 210 time: 0.0557237 May 10 11:27:30.215917 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-57965282-8e95-401c-8d5e-a2d1bcd72da7 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:30.217347 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-57965282-8e95-401c-8d5e-a2d1bcd72da7 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.30 "GET /v2.0/networks?id=9cd55141-de3c-450a-9991-64932c3a549f HTTP/1.1" status: 200 len: 814 time: 0.2155464 May 10 11:27:30.274052 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Request body: {'port': {'device_id': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'admin_state_up': True, 'tenant_id': '11df5e3f320546ffba46f05f45e9e781'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:30.288143 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port e92193ed-e55d-48d0-b4d0-feede4f970f6 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:30.292722 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port e92193ed-e55d-48d0-b4d0-feede4f970f6 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:30.293112 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.418182 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.490382 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da019485-bb76-4d69-bcc9-1a8c51394ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92193ed-e55d-48d0-b4d0-feede4f970f6'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:27:30.492859 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3736e39-4d84-4cf5-9de4-5e3a16e92da7 req-57b03e11-de4e-44a2-bbe4-ba6e9969c172 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:30.494378 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e3736e39-4d84-4cf5-9de4-5e3a16e92da7 req-57b03e11-de4e-44a2-bbe4-ba6e9969c172 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 945 time: 0.2642946 May 10 11:27:30.498862 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:27:30.501125 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port e92193ed-e55d-48d0-b4d0-feede4f970f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e92193ed-e55d-48d0-b4d0-feede4f970f6,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:27:30.503360 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 99fef816-4e85-4287-a2a3-352aef2dcd56 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:27:30.543566 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.584461 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:30.652366 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Usage tracker for resource:port and tenant:11df5e3f320546ffba46f05f45e9e781 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:27:30.659277 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=e92193ed-e55d-48d0-b4d0-feede4f970f6,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:30.659630 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:27:30.662914 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:30.672864 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:27:30.674536 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 99fef816-4e85-4287-a2a3-352aef2dcd56 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:30.675146 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.701857 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Made reservation on behalf of 11df5e3f320546ffba46f05f45e9e781 for: {'port': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:27:30.705259 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:30.733751 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e3736e39-4d84-4cf5-9de4-5e3a16e92da7 req-e1dfe0bd-7af1-4d5c-8a34-10dd9f4c2e79 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964751 May 10 11:27:30.829703 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cdbff-1671-4bdb-bc73-24a7b1c49f93 req-4b371f1e-4ece-4e04-b333-875e0934226e tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:30.837339 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-502cdbff-1671-4bdb-bc73-24a7b1c49f93 req-4b371f1e-4ece-4e04-b333-875e0934226e tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.3419669 May 10 11:27:30.949311 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-502cdbff-1671-4bdb-bc73-24a7b1c49f93 req-c12f074f-f0cb-433a-b1a9-ef717e738176 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109986 May 10 11:27:31.018003 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Allocated IP 172.20.0.11 (9cd55141-de3c-450a-9991-64932c3a549f/03312496-ca70-47f8-987d-7b536945040d/29a7f96d-91d7-4c1d-8690-c4db506e5d81) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:27:31.287458 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.303753 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Transition to ACTIVE for port object 29a7f96d-91d7-4c1d-8690-c4db506e5d81 will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:31.327621 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.334544 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b83ce512-bf77-4e58-972b-c38df21fa403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:31.401186 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Network 9cd55141-de3c-450a-9991-64932c3a549f is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:27:31.404220 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:27:31.413313 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:27:31.443999 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event updated for resources: {'Port': ['ID=29a7f96d-91d7-4c1d-8690-c4db506e5d81,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:31.451630 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:31.485531 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:31.486154 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.514438 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2446136 May 10 11:27:31.635704 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-979de0e6-0913-4852-8682-37cabf5df75d None None] Provisioning for port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:27:31.640369 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-979de0e6-0913-4852-8682-37cabf5df75d None None] Provisioning complete for port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:27:31.640771 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-979de0e6-0913-4852-8682-37cabf5df75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:31.700180 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-979de0e6-0913-4852-8682-37cabf5df75d None None] Port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:27:44.026580 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:47.668085 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:27:52.318101 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-181585c1-f144-4469-a453-079996c9213b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:54.961677 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8dd0dedb-7f97-4cac-b017-be3815a6d1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.050059 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.414138 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Request body: {'port': {'device_id': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:27:55.447794 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da019485-bb76-4d69-bcc9-1a8c51394ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92193ed-e55d-48d0-b4d0-feede4f970f6', 'code': 200} May 10 11:27:55.658773 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9b21fc89-88ce-46d4-b543-c35b15dedadd req-aa3017df-cdd3-40e7-8704-0275f1b0531b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1331348 May 10 11:27:55.674395 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:55.787339 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d4d26-ded9-4616-864e-f86cb7a3ac47 req-3b0f4845-4b87-4a08-b106-55d38d898410 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:55.787931 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-975d4d26-ded9-4616-864e-f86cb7a3ac47 req-3b0f4845-4b87-4a08-b106-55d38d898410 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Synchronizing usage tracker for tenant:11df5e3f320546ffba46f05f45e9e781 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:27:55.803839 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac818cd-550e-4bf1-a110-974e516f75bb req-3b4cd422-3c26-4b97-8254-286d26ee7684 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:55.805295 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-aac818cd-550e-4bf1-a110-974e516f75bb req-3b4cd422-3c26-4b97-8254-286d26ee7684 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 946 time: 0.2495594 May 10 11:27:55.852350 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bf1b7-da9e-4e89-857e-276490650213 req-cd4d6f04-a679-40bf-b006-115e68950f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:55.854105 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a64bf1b7-da9e-4e89-857e-276490650213 req-cd4d6f04-a679-40bf-b006-115e68950f5c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 1099 time: 0.1038861 May 10 11:27:55.856052 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21fc89-88ce-46d4-b543-c35b15dedadd req-d18a4ed6-7450-42ea-9705-ab8bd66868d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:55.857474 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9b21fc89-88ce-46d4-b543-c35b15dedadd req-d18a4ed6-7450-42ea-9705-ab8bd66868d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63d6ee33a4424d58867cf66f38b94d68&device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 1099 time: 0.1424592 May 10 11:27:55.894370 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-975d4d26-ded9-4616-864e-f86cb7a3ac47 req-3b0f4845-4b87-4a08-b106-55d38d898410 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Unset dirty status for tenant:11df5e3f320546ffba46f05f45e9e781 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:27:55.895487 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-975d4d26-ded9-4616-864e-f86cb7a3ac47 req-3b0f4845-4b87-4a08-b106-55d38d898410 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 932 time: 0.3359768 May 10 11:27:55.957703 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-aac818cd-550e-4bf1-a110-974e516f75bb req-1bb9e9c1-ba88-4790-8331-f3a63c4f529e tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105118 May 10 11:27:55.977779 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a64bf1b7-da9e-4e89-857e-276490650213 req-daf24d7c-c59a-4310-a2f2-f17d2deebeaf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134217 May 10 11:27:56.034476 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-975d4d26-ded9-4616-864e-f86cb7a3ac47 req-03db6f9d-2bf0-4c0b-97e0-3bd430de6e10 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Synchronizing usage tracker for tenant:11df5e3f320546ffba46f05f45e9e781 on resource:security_group {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:27:56.042010 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.042812 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21fc89-88ce-46d4-b543-c35b15dedadd req-b4d22f17-468b-43ae-b9f4-e26c0b873527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:56.044550 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9b21fc89-88ce-46d4-b543-c35b15dedadd req-b4d22f17-468b-43ae-b9f4-e26c0b873527 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 200 len: 919 time: 0.1630678 May 10 11:27:56.131922 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-975d4d26-ded9-4616-864e-f86cb7a3ac47 req-03db6f9d-2bf0-4c0b-97e0-3bd430de6e10 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Unset dirty status for tenant:11df5e3f320546ffba46f05f45e9e781 on resource:security_group {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:27:56.133058 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-975d4d26-ded9-4616-864e-f86cb7a3ac47 req-03db6f9d-2bf0-4c0b-97e0-3bd430de6e10 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216382 May 10 11:27:56.226411 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab61cb7-33b4-4e8e-8e21-eaa441e41df6 req-608f0a92-7998-425e-845e-2361a6c0e671 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:56.227667 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-eab61cb7-33b4-4e8e-8e21-eaa441e41df6 req-608f0a92-7998-425e-845e-2361a6c0e671 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1639683 May 10 11:27:56.267886 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9b21fc89-88ce-46d4-b543-c35b15dedadd req-24f1c3b8-b450-4b05-b848-4f292981350a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 HTTP/1.1" status: 200 len: 217 time: 0.0787587 May 10 11:27:56.268828 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a7f96d-91d7-4c1d-8690-c4db506e5d81 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:27:56.285104 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.312293 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-eab61cb7-33b4-4e8e-8e21-eaa441e41df6 req-1ed3d39c-d1dd-4f34-b5ac-2b4bd1376156 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725961 May 10 11:27:56.318844 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Transition to ACTIVE for port object 29a7f96d-91d7-4c1d-8690-c4db506e5d81 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:27:56.323702 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.330985 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-98c931fd-6151-4e54-8457-c085d68fa9a9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:56.347276 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21fc89-88ce-46d4-b543-c35b15dedadd req-256f8eef-01e2-462a-9a85-47d56cb1b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:56.348575 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9b21fc89-88ce-46d4-b543-c35b15dedadd req-256f8eef-01e2-462a-9a85-47d56cb1b567 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79871b72-bb32-422b-8cbf-d81f2f7d441c HTTP/1.1" status: 200 len: 858 time: 0.0744185 May 10 11:27:56.425523 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9b21fc89-88ce-46d4-b543-c35b15dedadd req-f6ce6d9f-1d61-44e0-9b9b-79f74af1e9b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cef487f9-42ce-4632-b394-ab24d64ee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652912 May 10 11:27:56.498524 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Pushing event updated for resources: {'Port': ['ID=29a7f96d-91d7-4c1d-8690-c4db506e5d81,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:56.502582 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:56.698408 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Attempting to bind port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:27:56.698855 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Attempting to bind port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '967c2fb6-01dc-4f85-b457-df8485dc4b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:27:56.699192 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Attempting to bind port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 on network 9cd55141-de3c-450a-9991-64932c3a549f {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:56.704549 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 on network 9cd55141-de3c-450a-9991-64932c3a549f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:27:56.704894 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Attempting to bind port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 on network 9cd55141-de3c-450a-9991-64932c3a549f {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:27:56.708879 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9b21fc89-88ce-46d4-b543-c35b15dedadd req-da07cfaf-4178-4ba5-a597-cf02123d1a20 service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967292 May 10 11:27:56.710623 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:27:56.710623 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Checking segment: {'id': '967c2fb6-01dc-4f85-b457-df8485dc4b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:27:56.710963 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Bound using segment: {'id': '967c2fb6-01dc-4f85-b457-df8485dc4b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:27:56.711379 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Bound port: 29a7f96d-91d7-4c1d-8690-c4db506e5d81, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967c2fb6-01dc-4f85-b457-df8485dc4b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:27:56.711718 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.853393 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-46a07e46-f36e-4b88-88de-4677ca471ddd tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529508815&fields=id&tenant_id=cf380bd79b3e49db8a7de213adc83183 HTTP/1.1" status: 200 len: 267 time: 0.1240399 May 10 11:27:56.855930 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] For port 29a7f96d-91d7-4c1d-8690-c4db506e5d81, host hv-cinder-78495, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:27:56.859541 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] For port 29a7f96d-91d7-4c1d-8690-c4db506e5d81, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:27:56.882993 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:56.890641 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:27:56.896739 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9b21fc89-88ce-46d4-b543-c35b15dedadd req-27d9c608-de3d-40e8-b8a3-50c9a2a1860c service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727223 May 10 11:27:57.004003 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:57.004621 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.006029 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] 10.222.0.30 "PUT /v2.0/ports/29a7f96d-91d7-4c1d-8690-c4db506e5d81 HTTP/1.1" status: 200 len: 1094 time: 1.5962782 May 10 11:27:57.006525 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:27:57.062900 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Pushing event updated for resources: {'Port': ['ID=29a7f96d-91d7-4c1d-8690-c4db506e5d81,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:27:57.096553 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:27:57.169060 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-00df4cc2-7839-4afa-9daf-e006fe9e561a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:57.171041 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-00df4cc2-7839-4afa-9daf-e006fe9e561a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 812 time: 0.3100543 May 10 11:27:57.196002 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-c0054c95-b611-4ffa-9c91-42e7863a440d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/quotas/cf380bd79b3e49db8a7de213adc83183 HTTP/1.1" status: 200 len: 375 time: 0.0182862 May 10 11:27:57.272845 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-ff345b21-90c3-43e9-b697-59d77030db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:57.274208 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-ff345b21-90c3-43e9-b697-59d77030db3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11df5e3f320546ffba46f05f45e9e781&device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 1097 time: 0.2126491 May 10 11:27:57.294048 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72b562-887a-478a-a716-d171d62b9ac8 req-d6e11220-d58a-4bdb-9c46-af1846c32aa3 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:57.295896 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9c72b562-887a-478a-a716-d171d62b9ac8 req-d6e11220-d58a-4bdb-9c46-af1846c32aa3 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 946 time: 0.1958857 May 10 11:27:57.373012 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-2e19f208-4b30-43c2-87b9-d463fe51dc8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81 HTTP/1.1" status: 200 len: 217 time: 0.0753896 May 10 11:27:57.407067 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:27:57.451440 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9c72b562-887a-478a-a716-d171d62b9ac8 req-e7724849-169e-44d7-9e53-4b6795de0e58 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045315 May 10 11:27:57.461623 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-d89e86b3-4f8b-4d12-b1a7-319e4d1a4a1d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2574260 May 10 11:27:57.547844 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-bcb102d7-7951-4906-9f20-539dabdda766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:57.549291 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-bcb102d7-7951-4906-9f20-539dabdda766 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03312496-ca70-47f8-987d-7b536945040d HTTP/1.1" status: 200 len: 853 time: 0.1554689 May 10 11:27:57.550891 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81', 'status': 'completed', 'code': 200} May 10 11:27:57.729957 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-21c264b9-0512-48a7-9ce7-e17742226ade service neutron] 10.222.0.13 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535446 May 10 11:27:57.779279 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-a5d48eb2-65d7-44b0-a81b-40d9afa9bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:57.780745 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-a5d48eb2-65d7-44b0-a81b-40d9afa9bad2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cd55141-de3c-450a-9991-64932c3a549f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2232311 May 10 11:27:57.834505 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35734cc2-4c57-463e-93fd-74a5c8885026 req-41ddf131-4d06-4c90-9b19-a466cd5e410e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:57.835921 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-35734cc2-4c57-463e-93fd-74a5c8885026 req-41ddf131-4d06-4c90-9b19-a466cd5e410e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 944 time: 0.2250042 May 10 11:27:57.985071 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-35734cc2-4c57-463e-93fd-74a5c8885026 req-aa6048e2-36a6-4543-ab1e-446c7fc3bdb0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258802 May 10 11:27:58.105080 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-d49487e2-cb16-4158-a689-561ffc69a636 service neutron] 10.222.0.13 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586640 May 10 11:27:58.187895 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-6d4b87b9-1975-4d65-95ae-189e96374915 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610997 May 10 11:27:58.241082 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1c5a3-c4bf-43fa-9214-73ad28a27e91 req-ee09bc54-03c7-4404-a319-e2318d95971a tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:58.242639 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e0e1c5a3-c4bf-43fa-9214-73ad28a27e91 req-ee09bc54-03c7-4404-a319-e2318d95971a tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1365385 May 10 11:27:58.498286 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e0e1c5a3-c4bf-43fa-9214-73ad28a27e91 req-28259760-c4b8-4a52-bc98-08e0a5979854 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088709 May 10 11:27:58.525913 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efa465cf-9968-435e-a5a4-5e7faf76ba63 req-391c8d9b-b85b-4fe2-a8dd-a9878d887da1 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148882 May 10 11:27:58.570294 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bfc53-7837-4d03-b54a-ca11078d117d req-f0439a5d-a224-4154-a2de-0c3945a461fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:58.571858 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fb3bfc53-7837-4d03-b54a-ca11078d117d req-f0439a5d-a224-4154-a2de-0c3945a461fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 1098 time: 0.2135088 May 10 11:27:58.611014 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0a553728-bf5e-42ef-9375-980467170e9f req-694f7812-7790-4edd-8a45-d7dec79d7380 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 210 time: 0.0489109 May 10 11:27:58.647947 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fb3bfc53-7837-4d03-b54a-ca11078d117d req-054b1a61-1c72-4c10-8919-888c631679d1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532870 May 10 11:27:58.756217 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984f9a2-ec97-4cd3-9bd1-d2d0a8756b3a req-f5962cd8-d78f-4e68-8694-1ae34f8c1c00 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:58.757674 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4984f9a2-ec97-4cd3-9bd1-d2d0a8756b3a req-f5962cd8-d78f-4e68-8694-1ae34f8c1c00 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 946 time: 0.1445327 May 10 11:27:58.759597 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7fa25-e889-4e5b-b73c-3cf57763dedf req-e3a5156f-8eb7-4f06-8932-03e80085e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:58.760936 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dcf7fa25-e889-4e5b-b73c-3cf57763dedf req-e3a5156f-8eb7-4f06-8932-03e80085e4b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11df5e3f320546ffba46f05f45e9e781&device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 1097 time: 0.1489897 May 10 11:27:58.803384 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4984f9a2-ec97-4cd3-9bd1-d2d0a8756b3a req-b8e35af6-74bb-461f-af89-e325522e4d4c tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 May 10 11:27:58.939582 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7fa25-e889-4e5b-b73c-3cf57763dedf req-72228b5f-0603-4439-b740-783172d6e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:58.941052 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dcf7fa25-e889-4e5b-b73c-3cf57763dedf req-72228b5f-0603-4439-b740-783172d6e922 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cd55141-de3c-450a-9991-64932c3a549f HTTP/1.1" status: 200 len: 915 time: 0.1312442 May 10 11:27:59.038000 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dcf7fa25-e889-4e5b-b73c-3cf57763dedf req-a453fbab-eb1f-4554-97d3-fd43f19c1c12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81 HTTP/1.1" status: 200 len: 217 time: 0.0811651 May 10 11:27:59.116669 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7fa25-e889-4e5b-b73c-3cf57763dedf req-ce9a1bee-22a8-4596-829e-55924b9e38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:59.118349 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dcf7fa25-e889-4e5b-b73c-3cf57763dedf req-ce9a1bee-22a8-4596-829e-55924b9e38d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03312496-ca70-47f8-987d-7b536945040d HTTP/1.1" status: 200 len: 853 time: 0.0655167 May 10 11:27:59.304948 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab1b5a-1065-4a21-80f2-ab72353198a1 req-33a0ca5e-5754-4313-9f11-408d6e8cbe5d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:59.312798 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c4ab1b5a-1065-4a21-80f2-ab72353198a1 req-33a0ca5e-5754-4313-9f11-408d6e8cbe5d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 944 time: 0.1848412 May 10 11:27:59.330628 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7fa25-e889-4e5b-b73c-3cf57763dedf req-c95b0e9d-b2f6-47b5-aac7-332d13d3e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:59.332242 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dcf7fa25-e889-4e5b-b73c-3cf57763dedf req-c95b0e9d-b2f6-47b5-aac7-332d13d3e7c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cd55141-de3c-450a-9991-64932c3a549f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1605251 May 10 11:27:59.444722 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c4ab1b5a-1065-4a21-80f2-ab72353198a1 req-f908fa5a-d406-436c-830e-164ddeaf114c tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309829 May 10 11:27:59.511996 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dcf7fa25-e889-4e5b-b73c-3cf57763dedf req-ce4755d6-67ea-4da9-86e5-b83028dc1fe6 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710112 May 10 11:27:59.726200 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dcf7fa25-e889-4e5b-b73c-3cf57763dedf req-68003901-42f8-4042-a650-bd89ba8248e4 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728964 May 10 11:27:59.744463 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e81fa-6f57-44ec-be3d-e971941d850b req-1166931f-9f3f-457c-81bb-0238f9bb8019 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:27:59.745946 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-158e81fa-6f57-44ec-be3d-e971941d850b req-1166931f-9f3f-457c-81bb-0238f9bb8019 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.1744239 May 10 11:27:59.795767 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-158e81fa-6f57-44ec-be3d-e971941d850b req-83f37506-9338-4db2-a53b-abd01a2b4d89 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432811 May 10 11:28:00.118393 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2d962465-cd8f-4b47-a2cd-b3c37a999d4b req-6938e81f-fd1f-4158-8896-59a642cf10c8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 210 time: 0.1103678 May 10 11:28:00.204074 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64902-23dd-44db-860c-af052d5f8404 req-678cb154-f520-4bd5-955a-df1b91a5716d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:00.205584 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-04c64902-23dd-44db-860c-af052d5f8404 req-678cb154-f520-4bd5-955a-df1b91a5716d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.3133101 May 10 11:28:00.213471 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-d570a98d-7ae5-4000-bbd0-279476615221 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:00.214789 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-d570a98d-7ae5-4000-bbd0-279476615221 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 812 time: 0.2678878 May 10 11:28:00.287555 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-04c64902-23dd-44db-860c-af052d5f8404 req-a8514644-0a19-4cb4-afb3-12979d9c46a9 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717094 May 10 11:28:00.293652 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-096074c8-c3e5-4886-b7cb-418b9963d61c tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf380bd79b3e49db8a7de213adc83183 HTTP/1.1" status: 200 len: 379 time: 0.0624840 May 10 11:28:00.303330 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Request body: {'port': {'device_id': 'c99a5016-689b-4070-86a4-d576a6587399', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'admin_state_up': True, 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'security_groups': ['42fad3a2-aae3-4737-8c55-5d91d779d162']}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:00.438082 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:00.441909 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Usage tracker for resource:port and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:00.445081 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:00.451498 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:00.461147 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Made reservation on behalf of cf380bd79b3e49db8a7de213adc83183 for: {'port': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:00.464968 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:00.765672 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c0d0c-c18f-4388-b749-802055242388 req-321c0e07-c196-4192-abd4-4731520da3cd tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:00.767404 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-698c0d0c-c18f-4388-b749-802055242388 req-321c0e07-c196-4192-abd4-4731520da3cd tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 944 time: 0.2100120 May 10 11:28:00.816530 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Allocated IP 172.20.0.14 (92d4a7e0-0203-4451-b99d-34c2bc41c784/bf58a4b4-1646-4b4a-8001-40b33bdb7ea9/23a4dc46-6e1b-4508-a294-20c48f9cec55) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:00.839589 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-698c0d0c-c18f-4388-b749-802055242388 req-340d930a-c8b1-4d68-b9b0-0d190899f11f tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664899 May 10 11:28:01.078028 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.106397 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d752-77dc-438c-81eb-ddf139322477 req-7bf95326-d73b-4b17-ad6e-4776c78fcc6e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:01.107842 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cb24d752-77dc-438c-81eb-ddf139322477 req-7bf95326-d73b-4b17-ad6e-4776c78fcc6e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.1551743 May 10 11:28:01.110186 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Transition to ACTIVE for port object 23a4dc46-6e1b-4508-a294-20c48f9cec55 will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:01.163512 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cb24d752-77dc-438c-81eb-ddf139322477 req-1615a9bb-640a-40d3-b80f-86a7509aeb67 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487304 May 10 11:28:01.171037 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.178174 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:01.234363 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Network 92d4a7e0-0203-4451-b99d-34c2bc41c784 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:01.266051 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:01.268863 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:28:01.336056 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'Port': ['ID=23a4dc46-6e1b-4508-a294-20c48f9cec55,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:01.345782 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:01.371146 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:01.371788 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.401290 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1015825 May 10 11:28:01.444935 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Request body: {'port': {'device_id': 'c99a5016-689b-4070-86a4-d576a6587399', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:01.461870 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-57e0c142-9a49-4385-bcba-dc61004e4ec5 None None] Provisioning for port 23a4dc46-6e1b-4508-a294-20c48f9cec55 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:01.466439 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-57e0c142-9a49-4385-bcba-dc61004e4ec5 None None] Provisioning complete for port 23a4dc46-6e1b-4508-a294-20c48f9cec55 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:01.466853 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-57e0c142-9a49-4385-bcba-dc61004e4ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.508084 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b6e66-d961-40ca-a124-30dbcb979b9a req-cbdb2023-88c9-48d4-b683-19ad2182d595 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:01.508787 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-a10b6e66-d961-40ca-a124-30dbcb979b9a req-cbdb2023-88c9-48d4-b683-19ad2182d595 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Synchronizing usage tracker for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:28:01.521510 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-57e0c142-9a49-4385-bcba-dc61004e4ec5 None None] Port 23a4dc46-6e1b-4508-a294-20c48f9cec55 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:28:01.576345 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-a10b6e66-d961-40ca-a124-30dbcb979b9a req-cbdb2023-88c9-48d4-b683-19ad2182d595 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Unset dirty status for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:28:01.577405 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a10b6e66-d961-40ca-a124-30dbcb979b9a req-cbdb2023-88c9-48d4-b683-19ad2182d595 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 932 time: 0.3455055 May 10 11:28:01.642122 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:01.661548 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920db096-76c0-4a49-84bd-a09130980856 req-0df1e213-3c66-4a59-ab1c-441d536750e5 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:01.662966 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-920db096-76c0-4a49-84bd-a09130980856 req-0df1e213-3c66-4a59-ab1c-441d536750e5 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.2608309 May 10 11:28:01.674976 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a10b6e66-d961-40ca-a124-30dbcb979b9a req-937b6ed9-97c1-4755-b7e1-ebefecccafa1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885217 May 10 11:28:01.761560 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-920db096-76c0-4a49-84bd-a09130980856 req-818600d9-814c-44d0-aa8f-9500d403c706 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912464 May 10 11:28:02.089268 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a4dc46-6e1b-4508-a294-20c48f9cec55 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:28:02.102952 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42007353-3f9c-4dc8-ba58-a0101b1cc7db req-b3bb98e7-004c-4c9a-a865-87d7b4b1228a tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:02.104671 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-42007353-3f9c-4dc8-ba58-a0101b1cc7db req-b3bb98e7-004c-4c9a-a865-87d7b4b1228a tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 944 time: 0.1551683 May 10 11:28:02.106386 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.149751 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Transition to ACTIVE for port object 23a4dc46-6e1b-4508-a294-20c48f9cec55 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:02.158863 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.165202 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5651d232-c131-4a96-9ad3-bff06dda888c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:02.209968 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-42007353-3f9c-4dc8-ba58-a0101b1cc7db req-c7f23f18-3d3d-45a1-b063-6801288e5b1b tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985415 May 10 11:28:02.267172 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fbce7-28f7-4cd2-95c5-9e5f22e84c1d req-53afbdc2-7c2e-43bf-b408-24d2c2a361a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:02.268645 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-612fbce7-28f7-4cd2-95c5-9e5f22e84c1d req-53afbdc2-7c2e-43bf-b408-24d2c2a361a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63d6ee33a4424d58867cf66f38b94d68&device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 1098 time: 0.0874310 May 10 11:28:02.345961 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 29a7f96d-91d7-4c1d-8690-c4db506e5d81 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:28:02.424925 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fbce7-28f7-4cd2-95c5-9e5f22e84c1d req-a89da528-963e-4678-9c06-181514cbd798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:02.426880 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-612fbce7-28f7-4cd2-95c5-9e5f22e84c1d req-a89da528-963e-4678-9c06-181514cbd798 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 200 len: 919 time: 0.1498835 May 10 11:28:02.505499 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-612fbce7-28f7-4cd2-95c5-9e5f22e84c1d req-10cf149f-694c-4e48-8a79-052e8444576b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26c20e1d-1fef-42cf-8eaf-8f70dd84d370 HTTP/1.1" status: 200 len: 217 time: 0.0661578 May 10 11:28:02.512251 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 29a7f96d-91d7-4c1d-8690-c4db506e5d81, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:02.519945 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=23a4dc46-6e1b-4508-a294-20c48f9cec55,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:02.528084 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': '29a7f96d-91d7-4c1d-8690-c4db506e5d81', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'port_id': '29a7f96d-91d7-4c1d-8690-c4db506e5d81', 'mac_address': 'fa:16:3e:7f:fb:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03312496-ca70-47f8-987d-7b536945040d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:28:02.548683 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:02.577639 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fbce7-28f7-4cd2-95c5-9e5f22e84c1d req-2f66f90b-afd8-40dd-b49d-531b994810ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:02.579535 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-612fbce7-28f7-4cd2-95c5-9e5f22e84c1d req-2f66f90b-afd8-40dd-b49d-531b994810ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79871b72-bb32-422b-8cbf-d81f2f7d441c HTTP/1.1" status: 200 len: 858 time: 0.0665486 May 10 11:28:02.584850 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.602818 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a7f96d-91d7-4c1d-8690-c4db506e5d81 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:28:02.622135 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 29a7f96d-91d7-4c1d-8690-c4db506e5d81, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:02.627278 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.630586 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5b13f19c-b553-4a6c-a6e3-e40f58942131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:02.644476 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-612fbce7-28f7-4cd2-95c5-9e5f22e84c1d req-1b0f72d8-f258-442a-a53d-9707b4183e4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cef487f9-42ce-4632-b394-ab24d64ee08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583849 May 10 11:28:02.671788 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdb718-1e04-45d5-a58f-16df9005a260 req-2bc33049-00ab-4bcf-a89d-e2b8a3f97be4 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:02.673274 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6fbdb718-1e04-45d5-a58f-16df9005a260 req-2bc33049-00ab-4bcf-a89d-e2b8a3f97be4 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.2447798 May 10 11:28:02.683255 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f4a8b-60c3-439e-9f1b-6bf93b2e6e2c req-94dcf44e-af37-49d5-be1b-ad994fff866b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:02.684650 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f76f4a8b-60c3-439e-9f1b-6bf93b2e6e2c req-94dcf44e-af37-49d5-be1b-ad994fff866b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.2874572 May 10 11:28:02.702293 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Attempting to bind port 23a4dc46-6e1b-4508-a294-20c48f9cec55 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:02.702633 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Attempting to bind port 23a4dc46-6e1b-4508-a294-20c48f9cec55 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:02.703243 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Attempting to bind port 23a4dc46-6e1b-4508-a294-20c48f9cec55 on network 92d4a7e0-0203-4451-b99d-34c2bc41c784 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:28:02.708323 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=29a7f96d-91d7-4c1d-8690-c4db506e5d81,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:02.715588 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:02.716944 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:02.717308 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:02.717643 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:02.717970 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:02.718292 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:02.718612 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:02.718932 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:02.719256 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:02.719569 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:02.719880 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:02.720196 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:02.724104 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:02.728918 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Port 23a4dc46-6e1b-4508-a294-20c48f9cec55 on network 92d4a7e0-0203-4451-b99d-34c2bc41c784 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:28:02.729254 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Attempting to bind port 23a4dc46-6e1b-4508-a294-20c48f9cec55 on network 92d4a7e0-0203-4451-b99d-34c2bc41c784 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:28:02.751507 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:28:02.751824 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Checking segment: {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:28:02.752210 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Bound using segment: {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:28:02.752651 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Bound port: 23a4dc46-6e1b-4508-a294-20c48f9cec55, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:02.753016 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.784275 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-612fbce7-28f7-4cd2-95c5-9e5f22e84c1d req-e6578280-5e26-4e80-b7a1-971f9d655f5f service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317880 May 10 11:28:02.785600 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6fbdb718-1e04-45d5-a58f-16df9005a260 req-913b39ad-b360-4015-b08a-8b6a9815aa39 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982890 May 10 11:28:02.822917 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f76f4a8b-60c3-439e-9f1b-6bf93b2e6e2c req-8017be9f-777d-42e1-9237-b95a9505fd77 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160362 May 10 11:28:02.873960 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] For port 23a4dc46-6e1b-4508-a294-20c48f9cec55, host hv-cinder-78495, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:28:02.877102 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] For port 23a4dc46-6e1b-4508-a294-20c48f9cec55, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=23a4dc46-6e1b-4508-a294-20c48f9cec55,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:28:02.882382 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.889194 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:02.929198 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-612fbce7-28f7-4cd2-95c5-9e5f22e84c1d req-211b669d-6f00-4db9-b3cb-29864aacf491 service neutron] 10.222.0.30 "GET /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331880 May 10 11:28:02.984560 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:02.985206 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:02.986557 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] 10.222.0.30 "PUT /v2.0/ports/23a4dc46-6e1b-4508-a294-20c48f9cec55 HTTP/1.1" status: 200 len: 1094 time: 1.5461235 May 10 11:28:02.987056 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99a5016-689b-4070-86a4-d576a6587399', 'tag': '23a4dc46-6e1b-4508-a294-20c48f9cec55'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:03.020303 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=23a4dc46-6e1b-4508-a294-20c48f9cec55,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:03.031936 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:03.066230 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99a5016-689b-4070-86a4-d576a6587399', 'tag': '23a4dc46-6e1b-4508-a294-20c48f9cec55', 'status': 'completed', 'code': 200} May 10 11:28:03.096967 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['29a7f96d-91d7-4c1d-8690-c4db506e5d81'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:28:03.102084 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36e5ee-1166-4a02-82b8-32750d8cca03 req-b3ca4683-4d8f-441a-a633-a4815dc4cefd tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:03.103909 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae36e5ee-1166-4a02-82b8-32750d8cca03 req-b3ca4683-4d8f-441a-a633-a4815dc4cefd tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 944 time: 0.2164023 May 10 11:28:03.165000 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-0ed1aacb-cd3d-4ec8-8655-52ff358e2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:03.166471 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-0ed1aacb-cd3d-4ec8-8655-52ff358e2a93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 1097 time: 0.1358290 May 10 11:28:03.179363 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae36e5ee-1166-4a02-82b8-32750d8cca03 req-2a902b31-acde-4e11-95a7-1a49d6ecef66 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667284 May 10 11:28:03.247481 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-988b5666-2b92-4f4f-a0ee-3f06db10e64e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23a4dc46-6e1b-4508-a294-20c48f9cec55 HTTP/1.1" status: 200 len: 217 time: 0.0714331 May 10 11:28:03.361029 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-9831c51e-6398-4357-9d59-a7a16d9392c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:03.362408 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-9831c51e-6398-4357-9d59-a7a16d9392c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 200 len: 851 time: 0.1015649 May 10 11:28:03.464108 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923345-81d3-4893-b0f2-e8424cf98905 req-eb553529-c628-47ac-8001-74d7c985963a tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:03.465539 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d1923345-81d3-4893-b0f2-e8424cf98905 req-eb553529-c628-47ac-8001-74d7c985963a tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 945 time: 0.1430576 May 10 11:28:03.489460 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-680e24d3-3589-439f-8a66-dc604bbb4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:03.490847 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-680e24d3-3589-439f-8a66-dc604bbb4391 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92d4a7e0-0203-4451-b99d-34c2bc41c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1172156 May 10 11:28:03.590919 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d1923345-81d3-4893-b0f2-e8424cf98905 req-3b96cebe-6a94-4f7c-92c4-41de7a3484b9 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173453 May 10 11:28:03.648089 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-7b2b8049-494d-4863-8952-21d80ef73fab service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498780 May 10 11:28:03.783355 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09785ed2-3c21-4819-b553-5822cd290ff4 req-2f26705d-3100-487d-9b80-e0b6b9a27a27 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255996 May 10 11:28:03.898600 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00179c7e-8d27-45f5-8ae6-8f6876cef126 req-4d2cdd31-894e-4315-957e-913ea8230393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:03.900064 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-00179c7e-8d27-45f5-8ae6-8f6876cef126 req-4d2cdd31-894e-4315-957e-913ea8230393 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 1097 time: 0.0708644 May 10 11:28:04.225363 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00179c7e-8d27-45f5-8ae6-8f6876cef126 req-692b45b5-6412-447d-892c-f5cbd093fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:04.226788 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-00179c7e-8d27-45f5-8ae6-8f6876cef126 req-692b45b5-6412-447d-892c-f5cbd093fb7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 913 time: 0.2960303 May 10 11:28:04.237227 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f16da0-13d3-47fc-a0c5-67fc85a3cb24 req-f656b0e2-11ad-489a-a685-d3dd08ca2957 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:04.238582 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b8f16da0-13d3-47fc-a0c5-67fc85a3cb24 req-f656b0e2-11ad-489a-a685-d3dd08ca2957 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.3376870 May 10 11:28:04.245698 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997158f8-42b6-463a-a15f-8e7cabd64929 req-1fcfb745-3304-400e-b66e-ba2f24a38db0 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:04.247067 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-997158f8-42b6-463a-a15f-8e7cabd64929 req-1fcfb745-3304-400e-b66e-ba2f24a38db0 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.3101923 May 10 11:28:04.336854 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-00179c7e-8d27-45f5-8ae6-8f6876cef126 req-0898e811-d3aa-4e13-b499-c1306212a3e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23a4dc46-6e1b-4508-a294-20c48f9cec55 HTTP/1.1" status: 200 len: 217 time: 0.0882425 May 10 11:28:04.417279 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-997158f8-42b6-463a-a15f-8e7cabd64929 req-798ef961-34f6-4c70-aa65-7f4de076fa3e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212807 May 10 11:28:04.423895 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b8f16da0-13d3-47fc-a0c5-67fc85a3cb24 req-f2e186c2-c7c0-4716-b260-c72e605653fb tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301153 May 10 11:28:04.437126 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00179c7e-8d27-45f5-8ae6-8f6876cef126 req-beeff9f3-abd4-472d-9f13-129cdba4c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:04.438610 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-00179c7e-8d27-45f5-8ae6-8f6876cef126 req-beeff9f3-abd4-472d-9f13-129cdba4c06a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 200 len: 851 time: 0.0912838 May 10 11:28:04.524133 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00179c7e-8d27-45f5-8ae6-8f6876cef126 req-46e8b198-1e86-49c1-9c88-fa8b94bace37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:04.525592 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-00179c7e-8d27-45f5-8ae6-8f6876cef126 req-46e8b198-1e86-49c1-9c88-fa8b94bace37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92d4a7e0-0203-4451-b99d-34c2bc41c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746744 May 10 11:28:04.747902 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eae70-9169-4448-845d-719748bdc4e4 req-50452556-8a5e-4486-99fa-0138f1bace78 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:04.749038 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f82eae70-9169-4448-845d-719748bdc4e4 req-50452556-8a5e-4486-99fa-0138f1bace78 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 944 time: 0.2278826 May 10 11:28:04.755463 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-00179c7e-8d27-45f5-8ae6-8f6876cef126 req-9b089be1-04e2-4dd0-8b7f-d685ac9bc6c0 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005913 May 10 11:28:04.887176 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f82eae70-9169-4448-845d-719748bdc4e4 req-9e674da2-816a-4b63-b06b-bc7dfa280f1e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263483 May 10 11:28:04.932341 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd27816-e767-4447-b29f-3d7ab5e8b7c6 req-e11c4667-da82-4403-b2c2-2eb618c41250 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:04.933807 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1cd27816-e767-4447-b29f-3d7ab5e8b7c6 req-e11c4667-da82-4403-b2c2-2eb618c41250 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 945 time: 0.2306063 May 10 11:28:04.963230 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-00179c7e-8d27-45f5-8ae6-8f6876cef126 req-21a8f27f-5a8b-4fd0-aa67-7dc10cc3f939 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889379 May 10 11:28:04.988167 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1cd27816-e767-4447-b29f-3d7ab5e8b7c6 req-d65f0e3c-4d90-4cef-8395-72136c8c0e72 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455737 May 10 11:28:05.677529 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccb5e0-5dba-4460-9419-088fde90d483 req-0e2b779c-14ea-4c01-9a75-8ddd1fdf74ed tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:05.678971 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e9ccb5e0-5dba-4460-9419-088fde90d483 req-0e2b779c-14ea-4c01-9a75-8ddd1fdf74ed tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1405227 May 10 11:28:05.687256 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c961e9-522f-4211-9a4e-fa13a1a72ea1 req-d9ae94ed-be1e-4507-b30a-e7eeb2c13682 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:05.688565 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d4c961e9-522f-4211-9a4e-fa13a1a72ea1 req-d9ae94ed-be1e-4507-b30a-e7eeb2c13682 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.1483295 May 10 11:28:05.751443 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e9ccb5e0-5dba-4460-9419-088fde90d483 req-ce182823-0af9-4490-8d87-208b08eaab19 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619588 May 10 11:28:05.760800 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d4c961e9-522f-4211-9a4e-fa13a1a72ea1 req-94985435-9950-447c-a520-82cec4337ecd tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584877 May 10 11:28:06.077899 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa821e-49f5-4967-b457-c68b43c7d00a req-9f8ce80b-30ef-49a7-ada4-979b6cb2f04f tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:06.079501 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-39fa821e-49f5-4967-b457-c68b43c7d00a req-9f8ce80b-30ef-49a7-ada4-979b6cb2f04f tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 944 time: 0.0873373 May 10 11:28:06.164527 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-39fa821e-49f5-4967-b457-c68b43c7d00a req-11d90c6e-6a19-49cb-8ab4-76c3296a0aa9 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791574 May 10 11:28:06.210117 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c1e64-713a-47e3-95ab-b76c2fdd2b83 req-ef4206c2-b8b0-4cd5-8c62-9e6030ee72db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:06.211516 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5c1c1e64-713a-47e3-95ab-b76c2fdd2b83 req-ef4206c2-b8b0-4cd5-8c62-9e6030ee72db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 945 time: 0.0932286 May 10 11:28:06.255633 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5c1c1e64-713a-47e3-95ab-b76c2fdd2b83 req-3262223f-0a91-447c-8abe-bb4d03239b2c tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383997 May 10 11:28:06.369738 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 29a7f96d-91d7-4c1d-8690-c4db506e5d81 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:06.436429 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:06.441033 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:06.441406 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:06.555803 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:06.586544 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:06.597869 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 29a7f96d-91d7-4c1d-8690-c4db506e5d81, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:06.602963 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:06.605600 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fd129cba-89f9-46c2-a3e9-f33e6fcb94d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:06.641830 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81', 'code': 200} May 10 11:28:06.679519 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=29a7f96d-91d7-4c1d-8690-c4db506e5d81,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:06.682435 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:07.046348 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc39a78-3f06-4517-97df-0e9f3ded3f95 req-ea558c7f-2ee1-41ae-814c-46a9829e5679 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:07.047790 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cbc39a78-3f06-4517-97df-0e9f3ded3f95 req-ea558c7f-2ee1-41ae-814c-46a9829e5679 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1887009 May 10 11:28:07.072027 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003853e-bf1b-4d93-8823-283a6d14e8f4 req-4afad53b-0592-4cbc-89f8-618db094e6e6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:07.073410 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6003853e-bf1b-4d93-8823-283a6d14e8f4 req-4afad53b-0592-4cbc-89f8-618db094e6e6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.1773446 May 10 11:28:07.090083 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2eb113-242e-41dd-9b62-5c1587cc06ee req-1f893c83-a4cd-4416-a10d-3a41035786f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:07.092058 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5c2eb113-242e-41dd-9b62-5c1587cc06ee req-1f893c83-a4cd-4416-a10d-3a41035786f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 1099 time: 0.1605463 May 10 11:28:07.164789 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cbc39a78-3f06-4517-97df-0e9f3ded3f95 req-6c8a6055-0177-447e-9301-6bf7750f6ce1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033900 May 10 11:28:07.180266 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6003853e-bf1b-4d93-8823-283a6d14e8f4 req-45657bd3-df34-4350-8500-1efc12230815 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921826 May 10 11:28:07.189146 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5c2eb113-242e-41dd-9b62-5c1587cc06ee req-57ceaa8e-9ac4-4543-b487-419e6543df9b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795128 May 10 11:28:07.368918 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd794c4a-dade-4fe5-8cba-18d18c6812c5 req-6df39beb-33a8-498b-90f8-289a342a91e7 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:07.370373 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cd794c4a-dade-4fe5-8cba-18d18c6812c5 req-6df39beb-33a8-498b-90f8-289a342a91e7 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 944 time: 0.0827925 May 10 11:28:07.546258 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cd794c4a-dade-4fe5-8cba-18d18c6812c5 req-6a9aaa54-ef5e-492f-b135-a58242cd1abf tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396370 May 10 11:28:07.574438 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c40290-794f-48da-a3d0-ce60cb876e98 req-c5f468b2-b342-480c-8d1f-b291c3833b13 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:07.576467 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e4c40290-794f-48da-a3d0-ce60cb876e98 req-c5f468b2-b342-480c-8d1f-b291c3833b13 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 946 time: 0.2052431 May 10 11:28:07.621722 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e4c40290-794f-48da-a3d0-ce60cb876e98 req-ef8a2ebf-77a9-4855-9398-aa86a86ec29f tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391369 May 10 11:28:08.172130 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09761116-e84f-4361-834c-13fac19c2831 req-c60d3255-a435-48e6-842c-c65ef307cb60 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:08.173979 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09761116-e84f-4361-834c-13fac19c2831 req-c60d3255-a435-48e6-842c-c65ef307cb60 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0917523 May 10 11:28:08.227475 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09761116-e84f-4361-834c-13fac19c2831 req-f7b4b5b7-3b28-4e49-81c6-8e0bad01bcf7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452302 May 10 11:28:08.375985 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97335d5-b3be-4ec7-b57a-c659c43a94f7 req-97e5beeb-fdc9-4a38-b08f-4ec4829b174c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:08.377594 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c97335d5-b3be-4ec7-b57a-c659c43a94f7 req-97e5beeb-fdc9-4a38-b08f-4ec4829b174c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0822492 May 10 11:28:08.422229 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c97335d5-b3be-4ec7-b57a-c659c43a94f7 req-8099fa50-a860-4d63-9308-e96a851af220 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388181 May 10 11:28:08.779905 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b6510-89df-4c8f-bb9a-4675e43ba231 req-f5e07954-8504-4fc0-9776-b39bd3554ad7 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:08.782575 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3a7b6510-89df-4c8f-bb9a-4675e43ba231 req-f5e07954-8504-4fc0-9776-b39bd3554ad7 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 944 time: 0.1167493 May 10 11:28:08.839723 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3a7b6510-89df-4c8f-bb9a-4675e43ba231 req-28b725f2-54fd-45ba-a307-0339a5a3c36f tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524323 May 10 11:28:08.867397 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b4cfd-177e-4a33-88d9-e326b52ba312 req-9bf902ad-7973-4450-bfa3-17806da519d3 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:08.868938 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b83b4cfd-177e-4a33-88d9-e326b52ba312 req-9bf902ad-7973-4450-bfa3-17806da519d3 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 946 time: 0.1282072 May 10 11:28:08.912700 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b83b4cfd-177e-4a33-88d9-e326b52ba312 req-e7e68c9f-2955-4aaa-83e7-2543e0b5037c tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379009 May 10 11:28:09.415500 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce77fb-3be6-4336-b4cd-60b68a72b52b req-baefb65a-fa68-439c-ace2-7c0abf5daedc tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:09.417085 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c5ce77fb-3be6-4336-b4cd-60b68a72b52b req-baefb65a-fa68-439c-ace2-7c0abf5daedc tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0810900 May 10 11:28:09.461294 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c5ce77fb-3be6-4336-b4cd-60b68a72b52b req-c693cf53-9f35-4322-80f5-b037074140df tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386171 May 10 11:28:09.609747 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106ee18-101c-465d-a0e0-0750a960ceec req-63fdb216-4d9e-4cd7-a70d-299d818b484e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:09.611077 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3106ee18-101c-465d-a0e0-0750a960ceec req-63fdb216-4d9e-4cd7-a70d-299d818b484e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0803804 May 10 11:28:09.656317 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3106ee18-101c-465d-a0e0-0750a960ceec req-8605541c-def7-49ee-a0ed-f02bfa84622d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394416 May 10 11:28:10.022301 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a3008-5c26-4464-96bc-6af80b8e0591 req-4bff10ca-effc-449d-8cfc-2b7af928f8a7 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:10.023746 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-471a3008-5c26-4464-96bc-6af80b8e0591 req-4bff10ca-effc-449d-8cfc-2b7af928f8a7 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 944 time: 0.0797629 May 10 11:28:10.111362 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-471a3008-5c26-4464-96bc-6af80b8e0591 req-13c2cf8b-d771-4528-b007-e0b1d8e6442f tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522397 May 10 11:28:10.139024 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225517e7-64b2-4103-810b-b4c6b967bb54 req-f69fd2de-1edd-48ff-a553-07956542f7d2 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:10.140462 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-225517e7-64b2-4103-810b-b4c6b967bb54 req-f69fd2de-1edd-48ff-a553-07956542f7d2 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 946 time: 0.1158679 May 10 11:28:10.185271 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-225517e7-64b2-4103-810b-b4c6b967bb54 req-2220fecd-9d93-41fc-865a-de707c5f593b tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390434 May 10 11:28:10.367565 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183fa16-d6c7-45fd-9e66-a3f33c32f00c req-2bbb4453-6f09-4a1e-9c7a-9716e747a52b tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:10.368921 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c183fa16-d6c7-45fd-9e66-a3f33c32f00c req-2bbb4453-6f09-4a1e-9c7a-9716e747a52b tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 946 time: 0.0774848 May 10 11:28:10.411472 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c183fa16-d6c7-45fd-9e66-a3f33c32f00c req-6a1c1515-019c-42de-ab35-5c2131ce2209 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368662 May 10 11:28:10.653189 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b1be2-ab23-4ba6-8006-d0d9311a4033 req-ab5ea026-5ea9-4153-a852-c3b9825a8e98 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:10.655177 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a96b1be2-ab23-4ba6-8006-d0d9311a4033 req-ab5ea026-5ea9-4153-a852-c3b9825a8e98 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0870492 May 10 11:28:10.700898 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a96b1be2-ab23-4ba6-8006-d0d9311a4033 req-339cae3e-109a-463a-9f54-d1029581514c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392561 May 10 11:28:10.833549 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a6b92-9859-4ff4-bed6-23f72cfd7f8c req-6b654ffb-858b-4e0f-88e5-7026bc3685d1 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:10.834925 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-825a6b92-9859-4ff4-bed6-23f72cfd7f8c req-6b654ffb-858b-4e0f-88e5-7026bc3685d1 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 946 time: 0.1126666 May 10 11:28:10.889637 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-825a6b92-9859-4ff4-bed6-23f72cfd7f8c req-53968b9e-78eb-48ae-b492-7c9b5246a1fd tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491107 May 10 11:28:10.918429 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a90af-81cb-4753-a841-05a208ebc7b6 req-97ee85e5-36ca-4353-9467-b69ae2351237 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:10.920245 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-795a90af-81cb-4753-a841-05a208ebc7b6 req-97ee85e5-36ca-4353-9467-b69ae2351237 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.1249044 May 10 11:28:10.975768 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-795a90af-81cb-4753-a841-05a208ebc7b6 req-abfabdf1-1975-4809-af91-1f8dae4e20be tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493150 May 10 11:28:11.314208 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474d758-9142-4e60-bcd9-4572fd7d6468 req-68d89dab-1f47-48a5-be18-7dc1c93f900b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:11.325843 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0474d758-9142-4e60-bcd9-4572fd7d6468 req-68d89dab-1f47-48a5-be18-7dc1c93f900b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 944 time: 0.1063695 May 10 11:28:11.372660 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0474d758-9142-4e60-bcd9-4572fd7d6468 req-a0f90ac5-581b-47ef-a999-d8b8a6a1bd62 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451076 May 10 11:28:11.880815 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00655548-e018-4f79-a8b1-1957a1b6920d req-959a42ff-af04-4e4a-9fb0-67e459107ec5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:11.882237 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-00655548-e018-4f79-a8b1-1957a1b6920d req-959a42ff-af04-4e4a-9fb0-67e459107ec5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0786717 May 10 11:28:11.928343 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-00655548-e018-4f79-a8b1-1957a1b6920d req-2699d410-aca1-49a7-a5d0-8aa96d458711 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404534 May 10 11:28:12.162517 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6b8d4-aae9-4875-bcd3-561d4c92f721 req-7d17caec-9118-4687-b5e5-f5c146a6f461 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:12.163908 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-25d6b8d4-aae9-4875-bcd3-561d4c92f721 req-7d17caec-9118-4687-b5e5-f5c146a6f461 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0785143 May 10 11:28:12.207908 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-25d6b8d4-aae9-4875-bcd3-561d4c92f721 req-6e502119-74f9-4a4d-a99c-77d2cd12a4d5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376971 May 10 11:28:12.561942 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35b91e-3c93-4b14-8e0f-f257b1f43fcb req-0838131e-dfea-436a-9370-e1bb729ec286 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:12.563369 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dc35b91e-3c93-4b14-8e0f-f257b1f43fcb req-0838131e-dfea-436a-9370-e1bb729ec286 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 944 time: 0.0822961 May 10 11:28:12.610571 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dc35b91e-3c93-4b14-8e0f-f257b1f43fcb req-e7d084fd-6270-4026-ae73-c8fd8c3a2600 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407965 May 10 11:28:13.281856 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73924c9-aa40-4b44-9b55-22a5fdb00481 req-70d10eb8-514c-46dc-8479-6e698e5002a6 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:13.283542 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e73924c9-aa40-4b44-9b55-22a5fdb00481 req-70d10eb8-514c-46dc-8479-6e698e5002a6 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0981665 May 10 11:28:13.335222 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e73924c9-aa40-4b44-9b55-22a5fdb00481 req-a917bcd1-4b1e-488b-9c4f-c3f44f8071eb tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456069 May 10 11:28:13.515776 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34866c-a69e-4494-a9cb-e01452abd543 req-c7286637-d606-43a6-9da1-e8ea284c0097 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:13.517300 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-aa34866c-a69e-4494-a9cb-e01452abd543 req-c7286637-d606-43a6-9da1-e8ea284c0097 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.1657534 May 10 11:28:13.561512 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-aa34866c-a69e-4494-a9cb-e01452abd543 req-08966e25-bca4-4a0f-a0d4-95087b4d1689 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384760 May 10 11:28:13.789577 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c06b90-f9d0-46df-9846-2852f6865055 req-d8cc0b78-440f-453e-b679-ba3df1632809 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:13.790885 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-23c06b90-f9d0-46df-9846-2852f6865055 req-d8cc0b78-440f-453e-b679-ba3df1632809 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 944 time: 0.0793340 May 10 11:28:13.834620 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-23c06b90-f9d0-46df-9846-2852f6865055 req-9627414e-4824-440a-ae23-f8e8fff7ea60 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374668 May 10 11:28:14.000179 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:14.518078 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337015c8-eb39-45d5-9ffb-c23c940750d8 req-3fe2b3a0-fc0b-4ff3-8db1-760da0d18866 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:14.519505 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-337015c8-eb39-45d5-9ffb-c23c940750d8 req-3fe2b3a0-fc0b-4ff3-8db1-760da0d18866 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0806069 May 10 11:28:14.566917 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-337015c8-eb39-45d5-9ffb-c23c940750d8 req-b44a3590-ea8b-4b66-88e4-c1a48daa5b04 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417190 May 10 11:28:14.753074 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8422f7a-75bf-4a85-b86b-4424f4d16935 req-46747e50-ab86-4b08-8323-26a433697817 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:14.754409 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c8422f7a-75bf-4a85-b86b-4424f4d16935 req-46747e50-ab86-4b08-8323-26a433697817 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0796576 May 10 11:28:14.797222 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c8422f7a-75bf-4a85-b86b-4424f4d16935 req-d0895209-59fa-4ec7-8f39-33284c04d76e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370755 May 10 11:28:15.015545 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6dcc8-523a-42ce-bbad-36fa865f9d66 req-9c1191d7-6972-41b2-bcf0-988ed62f1b02 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:15.016931 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-20c6dcc8-523a-42ce-bbad-36fa865f9d66 req-9c1191d7-6972-41b2-bcf0-988ed62f1b02 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 944 time: 0.0823460 May 10 11:28:15.061171 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-20c6dcc8-523a-42ce-bbad-36fa865f9d66 req-0ae3d96c-fc02-496f-90d3-81b6f4761673 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384896 May 10 11:28:15.765705 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896d2ed-448d-40eb-be2e-087fbc05cfac req-a7024a3e-8900-4c8c-9567-09c6c02bb047 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:15.767269 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c896d2ed-448d-40eb-be2e-087fbc05cfac req-a7024a3e-8900-4c8c-9567-09c6c02bb047 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0865970 May 10 11:28:15.818696 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c896d2ed-448d-40eb-be2e-087fbc05cfac req-70e2fc58-a317-4cd4-af94-ce4e7d68a0b4 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454957 May 10 11:28:15.993225 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89fa1b-bafc-4ae3-befb-442f8077c8fd req-23f7624e-6709-4905-ab96-35db60612083 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:16.000130 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5b89fa1b-bafc-4ae3-befb-442f8077c8fd req-23f7624e-6709-4905-ab96-35db60612083 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0878971 May 10 11:28:16.041643 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5b89fa1b-bafc-4ae3-befb-442f8077c8fd req-9b4877a6-0b6d-407e-b216-5c451b344d4f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406749 May 10 11:28:16.250801 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d534ae-cac0-4395-a630-563e1ef12700 req-4a9c788d-8eeb-44b2-bc17-e94ad409f509 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:16.252212 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d4d534ae-cac0-4395-a630-563e1ef12700 req-4a9c788d-8eeb-44b2-bc17-e94ad409f509 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 944 time: 0.0856967 May 10 11:28:16.296781 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d4d534ae-cac0-4395-a630-563e1ef12700 req-52e870d7-59a2-449b-9305-7e01f7a2952b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383949 May 10 11:28:16.396011 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 23a4dc46-6e1b-4508-a294-20c48f9cec55 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:28:16.527895 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 23a4dc46-6e1b-4508-a294-20c48f9cec55, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=23a4dc46-6e1b-4508-a294-20c48f9cec55,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:16.540863 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': '23a4dc46-6e1b-4508-a294-20c48f9cec55', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'port_id': '23a4dc46-6e1b-4508-a294-20c48f9cec55', 'mac_address': 'fa:16:3e:72:e2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:28:16.599355 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:16.615672 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a4dc46-6e1b-4508-a294-20c48f9cec55 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:28:16.631022 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 23a4dc46-6e1b-4508-a294-20c48f9cec55, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=23a4dc46-6e1b-4508-a294-20c48f9cec55,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:16.634815 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:16.638339 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:16.710219 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=23a4dc46-6e1b-4508-a294-20c48f9cec55,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:16.713463 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:17.004251 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48b664-7356-4bca-861d-8c466216ce1f req-202b3597-d255-469e-b281-8fda069b732a tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:17.005757 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1a48b664-7356-4bca-861d-8c466216ce1f req-202b3597-d255-469e-b281-8fda069b732a tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0818870 May 10 11:28:17.052544 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1a48b664-7356-4bca-861d-8c466216ce1f req-ac6e3cc2-cd0a-4e80-80b7-6d0be41a478d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 May 10 11:28:17.175228 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['23a4dc46-6e1b-4508-a294-20c48f9cec55'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:28:17.228024 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ee39d-758e-46a4-aee1-89d1fe477d4b req-c2fc0ee6-3d0e-43bf-a670-a618eb91742d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:17.229763 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5d4ee39d-758e-46a4-aee1-89d1fe477d4b req-c2fc0ee6-3d0e-43bf-a670-a618eb91742d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0803621 May 10 11:28:17.273950 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5d4ee39d-758e-46a4-aee1-89d1fe477d4b req-81506831-d3ab-4cd6-8013-829be7db483a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375569 May 10 11:28:17.487230 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede9332-feca-4447-995e-c21066e7c9d8 req-a091507d-3f73-4555-89e3-bedad21e693a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:17.488698 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-eede9332-feca-4447-995e-c21066e7c9d8 req-a091507d-3f73-4555-89e3-bedad21e693a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 945 time: 0.0842671 May 10 11:28:17.536638 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-eede9332-feca-4447-995e-c21066e7c9d8 req-b6e1dc55-2fa5-4908-95a3-8cd995311f36 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420978 May 10 11:28:18.252584 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bb538-54e7-440c-92ab-02466d1a186d req-eb625981-1464-4d1d-b4c1-b3fc936eddb6 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:18.254226 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-da1bb538-54e7-440c-92ab-02466d1a186d req-eb625981-1464-4d1d-b4c1-b3fc936eddb6 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0791957 May 10 11:28:18.305102 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-da1bb538-54e7-440c-92ab-02466d1a186d req-aea36d1a-4b79-47e0-8765-6384267973b3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404882 May 10 11:28:18.407050 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b7954f63-dea0-4594-baf1-be55c62797a6 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:28:18.462912 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd28f52-9ccc-4469-b0d4-135a05538fb3 req-82f74239-1b45-4bbc-bbb0-6b9fd068d923 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:18.464390 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccd28f52-9ccc-4469-b0d4-135a05538fb3 req-82f74239-1b45-4bbc-bbb0-6b9fd068d923 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0824230 May 10 11:28:18.511377 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ccd28f52-9ccc-4469-b0d4-135a05538fb3 req-bb317b18-eef2-405a-b4de-857627aee215 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407515 May 10 11:28:18.725695 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b7954f63-dea0-4594-baf1-be55c62797a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7954f63-dea0-4594-baf1-be55c62797a6,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:18.726412 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702a4c1-edb0-4429-a81e-5578f19bad8d req-b35bb984-2aab-4343-9721-0556d83e2087 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:18.727842 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0702a4c1-edb0-4429-a81e-5578f19bad8d req-b35bb984-2aab-4343-9721-0556d83e2087 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 945 time: 0.0831428 May 10 11:28:18.744884 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'port_id': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'mac_address': 'fa:16:3e:dd:12:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:28:18.772483 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0702a4c1-edb0-4429-a81e-5578f19bad8d req-fd05a1eb-0f34-44b2-af07-d07f419cb2de tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378594 May 10 11:28:18.822068 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.841935 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7954f63-dea0-4594-baf1-be55c62797a6 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:28:18.862793 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b7954f63-dea0-4594-baf1-be55c62797a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7954f63-dea0-4594-baf1-be55c62797a6,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:18.868349 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:18.870303 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4e587476-967d-48d6-8a3c-8d29e316718c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:18.957904 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b7954f63-dea0-4594-baf1-be55c62797a6,revision_number=6']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:18.961703 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:19.025594 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['b7954f63-dea0-4594-baf1-be55c62797a6'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:28:19.487637 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7aba7-2c3d-4a4e-88e6-9da0dc6ecf73 req-36d08682-ecd5-4b0e-b39f-b9917f290931 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:19.489064 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-edd7aba7-2c3d-4a4e-88e6-9da0dc6ecf73 req-36d08682-ecd5-4b0e-b39f-b9917f290931 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0770633 May 10 11:28:19.534874 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-edd7aba7-2c3d-4a4e-88e6-9da0dc6ecf73 req-eb4d36c2-f948-4a55-874d-9fc9442acd4d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401630 May 10 11:28:19.709876 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa253557-2272-4f8c-841f-9ab602b3f302 req-a917208d-4b30-434c-9e85-b770e4c5e733 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:19.711309 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fa253557-2272-4f8c-841f-9ab602b3f302 req-a917208d-4b30-434c-9e85-b770e4c5e733 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 945 time: 0.0838194 May 10 11:28:19.755634 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fa253557-2272-4f8c-841f-9ab602b3f302 req-ec7a6c4a-bfca-4a98-8f1d-fae2fc95bbe8 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384727 May 10 11:28:20.022867 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02fb59-d5af-42cc-ae18-04229d8be8d0 req-163acd15-37b7-470d-9a1a-19633967632f tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:20.024289 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ed02fb59-d5af-42cc-ae18-04229d8be8d0 req-163acd15-37b7-470d-9a1a-19633967632f tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 945 time: 0.1462269 May 10 11:28:20.068082 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ed02fb59-d5af-42cc-ae18-04229d8be8d0 req-a03dd5d8-db9b-4be5-aa8d-0c96aaa8bb4d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379694 May 10 11:28:20.426288 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b7954f63-dea0-4594-baf1-be55c62797a6 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:20.494087 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port b7954f63-dea0-4594-baf1-be55c62797a6 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:20.494463 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.626213 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.653784 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:20.663343 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b7954f63-dea0-4594-baf1-be55c62797a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7954f63-dea0-4594-baf1-be55c62797a6,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:20.667784 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.668782 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 23a4dc46-6e1b-4508-a294-20c48f9cec55 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:20.695825 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f388eec3-3230-4ef1-9783-cc98ba612e5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:20.787965 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b7954f63-dea0-4594-baf1-be55c62797a6,revision_number=7']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:20.792071 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:20.799799 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port 23a4dc46-6e1b-4508-a294-20c48f9cec55 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:20.804664 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port 23a4dc46-6e1b-4508-a294-20c48f9cec55 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:20.805145 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.821036 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972af49-e37c-492b-afd7-4a23f6694468 req-c68e4ca0-79a3-47bc-b185-2f29af4eb207 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:20.822436 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d972af49-e37c-492b-afd7-4a23f6694468 req-c68e4ca0-79a3-47bc-b185-2f29af4eb207 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1157494 May 10 11:28:20.831721 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e321a-8ba1-4d41-b0b9-1ae823832c26 req-b480ec96-0355-42f2-934e-edf5bfe97237 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:20.833148 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ad9e321a-8ba1-4d41-b0b9-1ae823832c26 req-b480ec96-0355-42f2-934e-edf5bfe97237 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.1588645 May 10 11:28:20.902859 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d972af49-e37c-492b-afd7-4a23f6694468 req-e399d2d6-7c4e-4beb-a3af-0fe4164ef47e tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686426 May 10 11:28:20.907234 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ad9e321a-8ba1-4d41-b0b9-1ae823832c26 req-a89aefee-5a95-4294-81a5-c9217b392cba tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582697 May 10 11:28:20.929851 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.959670 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 23a4dc46-6e1b-4508-a294-20c48f9cec55, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=23a4dc46-6e1b-4508-a294-20c48f9cec55,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:20.961772 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'code': 200} May 10 11:28:20.963085 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:20.964978 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:21.029372 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=23a4dc46-6e1b-4508-a294-20c48f9cec55,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:21.032290 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:21.089344 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05ec28-93a4-4f90-a962-43d8c8708faa req-94148123-8eb8-4b21-8e57-518cf82963b5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:21.091281 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1b05ec28-93a4-4f90-a962-43d8c8708faa req-94148123-8eb8-4b21-8e57-518cf82963b5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0820239 May 10 11:28:21.135603 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1b05ec28-93a4-4f90-a962-43d8c8708faa req-c7c8142d-0ef9-490b-94cd-9aebc2722c19 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387068 May 10 11:28:21.251830 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f860813-8eac-4025-b259-5efa227498a1 req-eacc915b-718e-492a-804d-de21085bfe8d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:21.253159 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1f860813-8eac-4025-b259-5efa227498a1 req-eacc915b-718e-492a-804d-de21085bfe8d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 946 time: 0.0808368 May 10 11:28:21.296689 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1f860813-8eac-4025-b259-5efa227498a1 req-4d84ff13-eaed-4c84-8856-97aa788ee1e4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378218 May 10 11:28:22.098988 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81f78d-9ffe-47c2-bb25-d91645d56d44 req-e3b2a4b0-ad33-4c2a-a737-cbb2c8e1ecea tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:22.100472 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7e81f78d-9ffe-47c2-bb25-d91645d56d44 req-e3b2a4b0-ad33-4c2a-a737-cbb2c8e1ecea tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0838759 May 10 11:28:22.147003 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7e81f78d-9ffe-47c2-bb25-d91645d56d44 req-914345c5-ee2b-4232-870e-2caadfc3a822 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401261 May 10 11:28:22.233052 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcd9b9-ca92-4f04-beca-7675e045ee39 req-693049bb-225a-4abc-950e-9bc9e506b16e tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:22.234485 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-79fcd9b9-ca92-4f04-beca-7675e045ee39 req-693049bb-225a-4abc-950e-9bc9e506b16e tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.0819917 May 10 11:28:22.320353 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-22dca9d0-b8d4-4f62-a367-45f6f55950db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:22.326211 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-79fcd9b9-ca92-4f04-beca-7675e045ee39 req-f38b3adc-5f2b-48d6-ae60-b823a68254aa tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860763 May 10 11:28:22.357478 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f51ce9-6b66-4419-9c6a-b9f6f0d23ada req-c44c75bd-0d1d-43c0-acfc-1a9a1fe3bc50 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:22.358910 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c6f51ce9-6b66-4419-9c6a-b9f6f0d23ada req-c44c75bd-0d1d-43c0-acfc-1a9a1fe3bc50 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.1044931 May 10 11:28:22.404001 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c6f51ce9-6b66-4419-9c6a-b9f6f0d23ada req-d0576b4c-8abf-4dd0-aa60-6cec1f08682a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392442 May 10 11:28:22.497499 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea06820-38b8-4bad-9439-312e0629654f req-d753fa75-68bd-49b4-a4d4-e610e4a16f6b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:22.498926 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8ea06820-38b8-4bad-9439-312e0629654f req-d753fa75-68bd-49b4-a4d4-e610e4a16f6b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 946 time: 0.0812418 May 10 11:28:22.542264 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8ea06820-38b8-4bad-9439-312e0629654f req-7787ca24-21fb-43d3-a5d4-d20755c0d7d6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377464 May 10 11:28:22.962598 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99a5016-689b-4070-86a4-d576a6587399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a4dc46-6e1b-4508-a294-20c48f9cec55'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:23.007960 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99a5016-689b-4070-86a4-d576a6587399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a4dc46-6e1b-4508-a294-20c48f9cec55', 'code': 200} May 10 11:28:23.393330 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a94664-f073-4a80-8e7a-8b9322e4fba3 req-267979ba-798e-4468-8c0e-9c3f31ed042f tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:23.394773 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b9a94664-f073-4a80-8e7a-8b9322e4fba3 req-267979ba-798e-4468-8c0e-9c3f31ed042f tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.1414316 May 10 11:28:23.398084 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6bd86-a245-483f-b533-a3018a9e4baf req-76f09627-1f6d-4254-8d3b-364412050a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:23.399416 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5eb6bd86-a245-483f-b533-a3018a9e4baf req-76f09627-1f6d-4254-8d3b-364412050a0c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 1099 time: 0.1148121 May 10 11:28:23.522722 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b9a94664-f073-4a80-8e7a-8b9322e4fba3 req-f76e4b3f-c9e1-422e-b4b2-37312602b25e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216509 May 10 11:28:23.538530 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5eb6bd86-a245-483f-b533-a3018a9e4baf req-e515c6eb-7530-45a0-be2f-6ba1a153cc52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250072 May 10 11:28:23.600858 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2692c-7683-4fc3-8f58-f6f02c4d17d3 req-540e4503-1d97-4148-8829-9b17cec68fb2 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:23.609191 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-74e2692c-7683-4fc3-8f58-f6f02c4d17d3 req-540e4503-1d97-4148-8829-9b17cec68fb2 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.1604967 May 10 11:28:23.670610 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-74e2692c-7683-4fc3-8f58-f6f02c4d17d3 req-954b7850-6bdd-4201-a0d7-a1b6828e6400 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604672 May 10 11:28:23.861666 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2807c0-e1af-46c3-a142-b83a3a4029f6 req-a240c56c-3c7f-4c60-bebf-342004420892 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:23.868864 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bb2807c0-e1af-46c3-a142-b83a3a4029f6 req-a240c56c-3c7f-4c60-bebf-342004420892 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.1416893 May 10 11:28:23.934675 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bb2807c0-e1af-46c3-a142-b83a3a4029f6 req-0cfc0d15-5103-4d5d-8aad-8e68c972f4de tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648234 May 10 11:28:23.970150 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba7b96-a6b2-4e48-b27f-9af7485431af req-0afde698-377b-4fea-9387-41710e864394 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:23.971827 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c1ba7b96-a6b2-4e48-b27f-9af7485431af req-0afde698-377b-4fea-9387-41710e864394 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 946 time: 0.1548815 May 10 11:28:24.026001 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c1ba7b96-a6b2-4e48-b27f-9af7485431af req-f77b1015-8d85-4284-9b2d-58dff38b9cb0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452137 May 10 11:28:24.671949 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:28:24.801018 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de451bd2-c29f-4160-a11c-ef0f31fea746 req-cec782ec-c02c-499a-b535-00eb39075df7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:24.808233 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-de451bd2-c29f-4160-a11c-ef0f31fea746 req-cec782ec-c02c-499a-b535-00eb39075df7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.1022122 May 10 11:28:24.982424 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-de451bd2-c29f-4160-a11c-ef0f31fea746 req-211d66b0-8c9d-4974-911f-ea5f56c29ccc tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731696 May 10 11:28:25.007184 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-92fcd8f6-0490-4290-a05a-34fd098be54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.071619 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.084238 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63f214-4884-4adc-aace-5c3e29ebeba7 req-76709cea-a30e-4e3e-9d13-9ba258de16cd tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:25.085747 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dd63f214-4884-4adc-aace-5c3e29ebeba7 req-76709cea-a30e-4e3e-9d13-9ba258de16cd tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.2290370 May 10 11:28:25.099649 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f1c83-a538-488a-8e12-4d4b0ef1e108 req-ffcc4f7a-5709-4943-affe-b4f21f6835cc tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:25.108398 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e71f1c83-a538-488a-8e12-4d4b0ef1e108 req-ffcc4f7a-5709-4943-affe-b4f21f6835cc tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 946 time: 0.2980072 May 10 11:28:25.421547 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e71f1c83-a538-488a-8e12-4d4b0ef1e108 req-861be929-e68d-4b8a-a3e0-50a6eb47596a tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122585 May 10 11:28:25.529644 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a28ad-5137-445b-90e0-611be99f2431 req-f40f33cd-4120-4c0e-9bfa-94c794e12b61 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:25.531245 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d05a28ad-5137-445b-90e0-611be99f2431 req-f40f33cd-4120-4c0e-9bfa-94c794e12b61 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.3727505 May 10 11:28:25.685210 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-dd63f214-4884-4adc-aace-5c3e29ebeba7 req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Deleting port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:28:25.685614 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-dd63f214-4884-4adc-aace-5c3e29ebeba7 req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:25.708750 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d05a28ad-5137-445b-90e0-611be99f2431 req-ab36828e-54c6-44d4-87b9-42eb1e79ea7e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706793 May 10 11:28:25.954868 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f7c76-286e-4963-b57b-1f85e7c8ebc9 req-f590b698-70f3-4fe3-b772-0d3bd320e0d1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:25.957236 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6d6f7c76-286e-4963-b57b-1f85e7c8ebc9 req-f590b698-70f3-4fe3-b772-0d3bd320e0d1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 946 time: 0.3581691 May 10 11:28:26.047327 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.065608 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-dd63f214-4884-4adc-aace-5c3e29ebeba7 req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] For port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4,segment=NetworkSegment(aa1ac799-a049-47f1-bf99-e308d8022094),segment_id=aa1ac799-a049-47f1-bf99-e308d8022094)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:26.066084 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-dd63f214-4884-4adc-aace-5c3e29ebeba7 req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.093389 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6d6f7c76-286e-4963-b57b-1f85e7c8ebc9 req-8359976c-0412-4fba-8538-bf695d55f492 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275797 May 10 11:28:26.324380 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-dd63f214-4884-4adc-aace-5c3e29ebeba7 req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Calling delete_port for c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 owned by compute:nova {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:28:26.362849 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307845b8-c4b9-48b1-b491-913493e6acd1 req-d095973c-27bf-44b8-9274-cc7d401068ef tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:26.364275 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-307845b8-c4b9-48b1-b491-913493e6acd1 req-d095973c-27bf-44b8-9274-cc7d401068ef tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 946 time: 0.4692082 May 10 11:28:26.497486 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-307845b8-c4b9-48b1-b491-913493e6acd1 req-f52d5424-cf12-462e-807d-2c64527ba4cd tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675895 May 10 11:28:26.517410 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3658c-2aaf-4ab2-9c62-0252cfa85e87 req-80c2961a-d8c4-420d-8050-944768c291e2 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:26.518846 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-43a3658c-2aaf-4ab2-9c62-0252cfa85e87 req-80c2961a-d8c4-420d-8050-944768c291e2 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.2419720 May 10 11:28:26.522686 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 41972) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:26.766484 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-43a3658c-2aaf-4ab2-9c62-0252cfa85e87 req-d1049ddc-2eaf-4a50-870d-7419288fe52b tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398601 May 10 11:28:26.832171 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-dd63f214-4884-4adc-aace-5c3e29ebeba7 req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:26.839448 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:26.845419 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['26c20e1d-1fef-42cf-8eaf-8f70dd84d370'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:28:26.936658 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d259d-fcee-4c34-b845-6ca6a07d1f99 tempest-TestMinimumBasicScenario-1476095935 tempest-TestMinimumBasicScenario-1476095935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:26.939471 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e33d259d-fcee-4c34-b845-6ca6a07d1f99 tempest-TestMinimumBasicScenario-1476095935 tempest-TestMinimumBasicScenario-1476095935-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 1094 time: 0.4151182 May 10 11:28:26.942747 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 41988) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:26.950561 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Request body: {'floatingip': {'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'port_id': '29a7f96d-91d7-4c1d-8690-c4db506e5d81', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:26.957910 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:26.963842 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Usage tracker for resource:floatingip and tenant:11df5e3f320546ffba46f05f45e9e781 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:26.967706 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:26.969609 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Pushing event deleted for resources: {'Port': ['ID=c1e8f3c1-4bbc-4961-9199-d626fd44e8c4,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:26.977531 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:27.002736 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for floatingip, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.164486 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:27.165232 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:27.165766 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:27.166413 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:27.166801 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:27.167218 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:27.167518 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:27.167871 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:27.168222 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:27.169126 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:27.169478 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:27.169830 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:27.176797 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.181615 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd63f214-4884-4adc-aace-5c3e29ebeba7 req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] No DVR routers for this DVR port c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 on host hv-cinder-78495 {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:27.193551 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:27.197483 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-dd63f214-4884-4adc-aace-5c3e29ebeba7 req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.203674 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d23a5b0-1a17-49fd-8aed-02fb4d651148', 'name': 'network-vif-deleted', 'tag': 'c1e8f3c1-4bbc-4961-9199-d626fd44e8c4'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:27.239333 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18fb7a-a923-4021-a6ed-3e0a84a3d6fb req-47db1f55-480a-43c2-a786-a004f955437e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:27.241466 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fe18fb7a-a923-4021-a6ed-3e0a84a3d6fb req-47db1f55-480a-43c2-a786-a004f955437e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 946 time: 0.5515132 May 10 11:28:27.285855 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dd63f214-4884-4adc-aace-5c3e29ebeba7 req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.30 "DELETE /v2.0/ports/c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 HTTP/1.1" status: 204 len: 173 time: 2.1747622 May 10 11:28:27.303386 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-8c8e343b-0ab1-4459-9746-afc258881b9e tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:27.304907 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-8c8e343b-0ab1-4459-9746-afc258881b9e tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/networks?id=4ea37700-213e-41f9-b226-b6d6299a5278 HTTP/1.1" status: 200 len: 815 time: 0.3754067 May 10 11:28:27.334160 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-bc673a0c-67e0-42b3-9d05-d21bf8cf66c4 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/quotas/82cebafc38794f9fa888eab3cb7b6cc1 HTTP/1.1" status: 200 len: 375 time: 0.0208273 May 10 11:28:27.339768 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fe18fb7a-a923-4021-a6ed-3e0a84a3d6fb req-6ba17256-9496-4cc6-8f1b-83f4e40593d3 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874865 May 10 11:28:27.383182 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 41998) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:27.414777 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.475288 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Allocated IP 172.27.3.200 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/8dad3b97-c634-4677-a213-3765c7e98a12) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:27.493575 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-a065c1e8-c58e-4a97-832d-fd0a42bdc80e tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=82cebafc38794f9fa888eab3cb7b6cc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1359115 May 10 11:28:27.661400 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0505070-7865-4b5c-8e3d-777ef3867ebe tempest-TestVolumeBootPattern-648062278 tempest-TestVolumeBootPattern-648062278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:27.662116 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-d0505070-7865-4b5c-8e3d-777ef3867ebe tempest-TestVolumeBootPattern-648062278 tempest-TestVolumeBootPattern-648062278-project-admin] Synchronizing usage tracker for tenant:6ad83082e4b84755b13b6e5a615c4229 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:28:27.696953 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-d0505070-7865-4b5c-8e3d-777ef3867ebe tempest-TestVolumeBootPattern-648062278 tempest-TestVolumeBootPattern-648062278-project-admin] Unset dirty status for tenant:6ad83082e4b84755b13b6e5a615c4229 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:28:27.701928 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d0505070-7865-4b5c-8e3d-777ef3867ebe tempest-TestVolumeBootPattern-648062278 tempest-TestVolumeBootPattern-648062278-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 1094 time: 0.3068900 May 10 11:28:27.713123 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 42004) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:27.721936 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Request body: {'floatingip': {'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'port_id': '23a4dc46-6e1b-4508-a294-20c48f9cec55', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:27.727906 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:27.733604 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Usage tracker for resource:floatingip and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:27.737984 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:27.754400 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:27.778271 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.782946 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for floatingip, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.789022 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-4b70afe7-4e2f-4c00-98ff-5ee3a4be91b4 req-fc242d65-ee4c-42ce-b723-67169690d68f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Synchronizing usage tracker for tenant:63d6ee33a4424d58867cf66f38b94d68 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:28:27.842838 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-4b70afe7-4e2f-4c00-98ff-5ee3a4be91b4 req-fc242d65-ee4c-42ce-b723-67169690d68f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Unset dirty status for tenant:63d6ee33a4424d58867cf66f38b94d68 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:28:27.851275 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4b70afe7-4e2f-4c00-98ff-5ee3a4be91b4 req-fc242d65-ee4c-42ce-b723-67169690d68f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d23a5b0-1a17-49fd-8aed-02fb4d651148 HTTP/1.1" status: 200 len: 210 time: 0.1150491 May 10 11:28:27.897728 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-ae432494-4b8a-4fa4-aa32-5a1bec06740d service neutron] 10.222.0.13 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940475 May 10 11:28:27.929959 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:27.936082 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fda014df-a622-4814-96ea-3fcb25b2d508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:27.998484 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:28.002319 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:28.006644 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:28.009228 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:28:28.161126 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-a511303c-df75-4d82-846a-fe24e4f78937 service neutron] 10.222.0.13 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528450 May 10 11:28:28.197462 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event updated for resources: {'Port': ['ID=8dad3b97-c634-4677-a213-3765c7e98a12,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:28.198491 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405401-4e5c-47b5-9cda-6df4bc185bb3 req-abef5ebe-521a-4e25-b9aa-fc847faf3e12 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:28.209345 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-da405401-4e5c-47b5-9cda-6df4bc185bb3 req-abef5ebe-521a-4e25-b9aa-fc847faf3e12 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.1727524 May 10 11:28:28.211367 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:28.211706 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:28.212073 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:28.212468 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:28.212887 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:28.213214 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:28.213691 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:28.213947 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:28.214291 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:28.214691 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:28.215030 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:28.215522 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:28:28.225867 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:28.274175 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-da405401-4e5c-47b5-9cda-6df4bc185bb3 req-0bd7800f-ad0a-49b3-9987-92c6af23b325 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643091 May 10 11:28:28.338767 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d23a5b0-1a17-49fd-8aed-02fb4d651148', 'name': 'network-vif-deleted', 'tag': 'c1e8f3c1-4bbc-4961-9199-d626fd44e8c4', 'status': 'completed', 'code': 200} May 10 11:28:28.475869 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Allocated IP 172.27.3.22 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/bd67464d-ce6e-48bb-936c-4c641c0aa9c6) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:28.500363 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:28:28.544902 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-33f1980e-f902-4bf6-ba69-8de56a24f585 req-82063042-7547-46fc-84e7-322c22aba54b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 210 time: 0.1075497 May 10 11:28:28.572212 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:28:28.572559 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device c1e8f3c1-4bbc-4961-9199-d626fd44e8c4 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:28:28.642442 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374f47c-bec7-4686-b658-bfe1f42f9766 req-d2494762-e178-42f3-8bcc-ec77a4fcbb1e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:28.646629 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9374f47c-bec7-4686-b658-bfe1f42f9766 req-d2494762-e178-42f3-8bcc-ec77a4fcbb1e tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.1507816 May 10 11:28:28.711318 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9374f47c-bec7-4686-b658-bfe1f42f9766 req-bc8b5923-6ea8-4603-9ace-cf16408ba081 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605702 May 10 11:28:28.951996 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.054404 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.109023 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.269449 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.274935 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:29.340316 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'Port': ['ID=bd67464d-ce6e-48bb-936c-4c641c0aa9c6,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:29.357631 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:29.374366 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:29.376856 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:29.379943 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:28:29.457294 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.467034 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.521532 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-715279e6-6554-4329-b751-e0ba6ef15377 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:29.559764 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370db07-e397-4503-9e6e-e28992b3f1b6 req-3f1fd3d9-6c56-43ea-96bd-88a0f57520dc tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:29.566709 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c370db07-e397-4503-9e6e-e28992b3f1b6 req-3f1fd3d9-6c56-43ea-96bd-88a0f57520dc tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.1703050 May 10 11:28:29.624306 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c370db07-e397-4503-9e6e-e28992b3f1b6 req-d6ba1085-76a7-49e6-bc0d-459da1db2603 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566607 May 10 11:28:29.646328 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:29.690649 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2ee61-e276-45aa-8fd1-370389094416 req-723eaf6a-a7cd-4baa-9d39-15581a908482 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:29.698743 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c8b2ee61-e276-45aa-8fd1-370389094416 req-723eaf6a-a7cd-4baa-9d39-15581a908482 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.2113760 May 10 11:28:29.760092 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c8b2ee61-e276-45aa-8fd1-370389094416 req-d5650d0d-37ca-46fa-b414-ef065e8971fc tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602856 May 10 11:28:29.827683 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-59a9f84a-2299-43d5-9510-263018d91708 req-355d7c46-a351-4dae-9838-0d57859b314f tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 210 time: 0.0731556 May 10 11:28:29.954905 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event updated for resources: {'Port': ['ID=8dad3b97-c634-4677-a213-3765c7e98a12,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:29.964247 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:30.042001 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30947fd8-bd9d-42f7-b3f1-21eceaf1258a req-d8b188a9-a8e5-4965-b762-468a738368e9 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:30.046168 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-30947fd8-bd9d-42f7-b3f1-21eceaf1258a req-d8b188a9-a8e5-4965-b762-468a738368e9 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.1159179 May 10 11:28:30.132157 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-30947fd8-bd9d-42f7-b3f1-21eceaf1258a req-c9fa24b0-f856-46ee-a1cb-52dea31bd4a9 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768604 May 10 11:28:30.345651 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Floating IP dc5f43d3-eca6-4067-af46-7897599964cc associated. External IP: 172.27.3.200, port: 29a7f96d-91d7-4c1d-8690-c4db506e5d81. May 10 11:28:30.523188 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6be87a4e-9e2a-4c93-b20c-6327a94b0275 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:30.525392 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6be87a4e-9e2a-4c93-b20c-6327a94b0275 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "GET /v2.0/networks?id=4ea37700-213e-41f9-b226-b6d6299a5278 HTTP/1.1" status: 200 len: 815 time: 0.2446189 May 10 11:28:30.611519 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Request body: {'port': {'device_id': '779f2b00-54a4-4adc-a879-1902bb4f86e9', 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278', 'admin_state_up': True, 'tenant_id': '82cebafc38794f9fa888eab3cb7b6cc1'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:30.699551 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:30.885614 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:30.941875 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:30.951057 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c97b2f-6c46-4a90-aa0d-20083a655422 req-75186ced-6bff-444f-9c05-337de94503e3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:30.957967 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-79c97b2f-6c46-4a90-aa0d-20083a655422 req-75186ced-6bff-444f-9c05-337de94503e3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.4151189 May 10 11:28:30.987695 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:31.022156 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Made reservation on behalf of 82cebafc38794f9fa888eab3cb7b6cc1 for: {'port': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:28:31.025789 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.044216 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa3a4e-eb4d-40cf-9804-9ef439b1a402 req-1358d161-99ce-4b6d-9d6f-87baa306ddf9 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:31.045708 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-68aa3a4e-eb4d-40cf-9804-9ef439b1a402 req-1358d161-99ce-4b6d-9d6f-87baa306ddf9 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.2389593 May 10 11:28:31.057806 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-79c97b2f-6c46-4a90-aa0d-20083a655422 req-91f229ed-3b77-4a4a-afb3-65e42d6dff87 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984612 May 10 11:28:31.124621 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-68aa3a4e-eb4d-40cf-9804-9ef439b1a402 req-eb7482ad-2b18-490f-a999-f12e2a575b75 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624077 May 10 11:28:31.132072 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Router 5bebd365-bf47-4859-b50d-1342a29bc2f2 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:28:31.325637 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6680a8b2-1f04-46f9-83ca-7a6a878af4d2 req-d47724ac-f2da-480a-a351-142119902486 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 210 time: 0.0639563 May 10 11:28:31.372925 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fab182-b7ba-483d-9b96-8e08a4b3649e req-dab926dc-7825-4d1c-985d-1cef0f651cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:31.374393 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a2fab182-b7ba-483d-9b96-8e08a4b3649e req-dab926dc-7825-4d1c-985d-1cef0f651cb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 1098 time: 0.5839064 May 10 11:28:31.571532 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbf590-1e47-48a5-9852-50aaf09de45a req-140e70b2-ef09-40db-8cfe-580767b6c1df tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:31.576950 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-48cbf590-1e47-48a5-9852-50aaf09de45a req-140e70b2-ef09-40db-8cfe-580767b6c1df tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.3596423 May 10 11:28:31.579525 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Allocated IP 172.20.0.13 (4ea37700-213e-41f9-b226-b6d6299a5278/b176c499-e468-48b6-be00-f4b8015f3210/c70ada02-8e40-4940-aa9b-3133a40c0724) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:28:31.602084 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fab182-b7ba-483d-9b96-8e08a4b3649e req-98a444fb-c60c-4cea-9075-0df3c68f7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:31.603787 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a2fab182-b7ba-483d-9b96-8e08a4b3649e req-98a444fb-c60c-4cea-9075-0df3c68f7d30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 200 len: 912 time: 0.2050292 May 10 11:28:31.608747 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:28:31.632457 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df1a1f9-ed78-44a0-8371-9312eef8b47c None None] Sync routers for ids ['5bebd365-bf47-4859-b50d-1342a29bc2f2'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:28:31.649953 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df1a1f9-ed78-44a0-8371-9312eef8b47c None None] Routers {'5bebd365-bf47-4859-b50d-1342a29bc2f2'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:31.650374 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.651213 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-7df1a1f9-ed78-44a0-8371-9312eef8b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:28:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bebd365-bf47-4859-b50d-1342a29bc2f2'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:31.716032 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-48cbf590-1e47-48a5-9852-50aaf09de45a req-32e293a3-46fe-4c27-9fe2-ed61fee89be7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291232 May 10 11:28:31.876081 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:31.916814 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:31.931016 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-7df1a1f9-ed78-44a0-8371-9312eef8b47c None None] Set router 5bebd365-bf47-4859-b50d-1342a29bc2f2 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:32.038826 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.081334 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.101957 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.111003 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a2fab182-b7ba-483d-9b96-8e08a4b3649e req-05689dc4-d5b4-4774-9ebe-6f077f1e1afa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b988f7cc-a812-42b0-8d6d-204700084bfd HTTP/1.1" status: 200 len: 1001 time: 0.4519582 May 10 11:28:32.113524 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ef911060-c546-4eb2-a39a-40a22cf5ee18 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:32.115626 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['e45a01c2-514e-4f16-9f23-de035e9a9c9c', 'a7909b80-88d1-4220-ae50-b4b451b9170b', 'e92193ed-e55d-48d0-b4d0-feede4f970f6'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:28:32.118003 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'Port': ['ID=bd67464d-ce6e-48bb-936c-4c641c0aa9c6,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:32.187199 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:32.190622 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fab182-b7ba-483d-9b96-8e08a4b3649e req-fa363c7f-54e8-40b5-bc6e-bc537fdaa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:32.192070 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a2fab182-b7ba-483d-9b96-8e08a4b3649e req-fa363c7f-54e8-40b5-bc6e-bc537fdaa46a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=097652b3-55a3-410a-a095-41743a687aac HTTP/1.1" status: 200 len: 850 time: 0.0643458 May 10 11:28:32.215197 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Pushing event updated for resources: {'Port': ['ID=c70ada02-8e40-4940-aa9b-3133a40c0724,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:32.227465 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:32.239581 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Network 4ea37700-213e-41f9-b226-b6d6299a5278 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:28:32.242010 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:28:32.251272 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:28:32.256209 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.440472 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:32.445522 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5012901 May 10 11:28:32.449160 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 42058) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:32.453554 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.456297 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:32.491930 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51050740', 'description': 'tempest-secgroup-smoke-51050740 description', 'project_id': '11df5e3f320546ffba46f05f45e9e781'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:32.505881 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:32.508333 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9025719 May 10 11:28:32.526700 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:32.526935 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-7df1a1f9-ed78-44a0-8371-9312eef8b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:50Z', 'revision_number': 4, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port': {'id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:47Z', 'updated_at': '2021-05-10T11:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': 'dc5f43d3-eca6-4067-af46-7897599964cc', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'port_id': '29a7f96d-91d7-4c1d-8690-c4db506e5d81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'mac_address': 'fa:16:3e:7f:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:28:28Z', 'updated_at': '2021-05-10T11:28:28Z', 'revision_number': 0, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c39ce1-75f7-41da-9680-0c6297a07717', 'name': '', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'mac_address': 'fa:16:3e:e2:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '03312496-ca70-47f8-987d-7b536945040d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:49Z', 'updated_at': '2021-05-10T11:27:01Z', 'revision_number': 5, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'subnets': [{'id': '03312496-ca70-47f8-987d-7b536945040d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:32.531645 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df1a1f9-ed78-44a0-8371-9312eef8b47c None None] Checking router: 5bebd365-bf47-4859-b50d-1342a29bc2f2 for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:28:32.532177 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25512712-a38d-44c2-90a9-96ed4c5224b1 req-eb922964-7fe2-407b-af38-4c25e442467f tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:32.534419 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-25512712-a38d-44c2-90a9-96ed4c5224b1 req-eb922964-7fe2-407b-af38-4c25e442467f tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.2439957 May 10 11:28:32.540951 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df1a1f9-ed78-44a0-8371-9312eef8b47c None None] Routers {'5bebd365-bf47-4859-b50d-1342a29bc2f2'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:32.541151 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Request body: {'port': {'device_id': '779f2b00-54a4-4adc-a879-1902bb4f86e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:32.541582 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-7df1a1f9-ed78-44a0-8371-9312eef8b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:28:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bebd365-bf47-4859-b50d-1342a29bc2f2'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:32.563877 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:32.634963 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20efae-a956-4d3c-887e-0ede2cf1ba46 req-e7dbfafe-3264-439c-8c7f-97ff10cfd632 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:32.638553 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3c20efae-a956-4d3c-887e-0ede2cf1ba46 req-e7dbfafe-3264-439c-8c7f-97ff10cfd632 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.2982256 May 10 11:28:32.692561 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:32.700030 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Usage tracker for resource:security_group_rule and tenant:11df5e3f320546ffba46f05f45e9e781 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:32.719309 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:32.755919 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:32.756425 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-7df1a1f9-ed78-44a0-8371-9312eef8b47c None None] Set router 5bebd365-bf47-4859-b50d-1342a29bc2f2 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:32.787054 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Floating IP b25450f9-23aa-41a9-8431-5d3fbe02429f associated. External IP: 172.27.3.22, port: 23a4dc46-6e1b-4508-a294-20c48f9cec55. May 10 11:28:32.839346 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3c20efae-a956-4d3c-887e-0ede2cf1ba46 req-e31f2175-85d9-4364-82fb-039095e1614f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945169 May 10 11:28:32.844790 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.070054 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fab182-b7ba-483d-9b96-8e08a4b3649e req-11c696f3-c8f7-4dd9-9045-0e5cbc6942ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:33.071454 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a2fab182-b7ba-483d-9b96-8e08a4b3649e req-11c696f3-c8f7-4dd9-9045-0e5cbc6942ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=367daadb-7975-4d87-914f-7685d11912a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8688855 May 10 11:28:33.191874 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-7df1a1f9-ed78-44a0-8371-9312eef8b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:50Z', 'revision_number': 4, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port': {'id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:47Z', 'updated_at': '2021-05-10T11:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': 'dc5f43d3-eca6-4067-af46-7897599964cc', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'port_id': '29a7f96d-91d7-4c1d-8690-c4db506e5d81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'mac_address': 'fa:16:3e:7f:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:28:28Z', 'updated_at': '2021-05-10T11:28:28Z', 'revision_number': 0, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c39ce1-75f7-41da-9680-0c6297a07717', 'name': '', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'mac_address': 'fa:16:3e:e2:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '03312496-ca70-47f8-987d-7b536945040d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:49Z', 'updated_at': '2021-05-10T11:27:01Z', 'revision_number': 5, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'subnets': [{'id': '03312496-ca70-47f8-987d-7b536945040d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:33.196397 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df1a1f9-ed78-44a0-8371-9312eef8b47c None None] The sync data for ids ['5bebd365-bf47-4859-b50d-1342a29bc2f2'] in dv-cinder-784956-5-iscsi is: [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:50Z', 'revision_number': 4, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port': {'id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:47Z', 'updated_at': '2021-05-10T11:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': 'dc5f43d3-eca6-4067-af46-7897599964cc', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'port_id': '29a7f96d-91d7-4c1d-8690-c4db506e5d81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'mac_address': 'fa:16:3e:7f:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:28:28Z', 'updated_at': '2021-05-10T11:28:28Z', 'revision_number': 0, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c39ce1-75f7-41da-9680-0c6297a07717', 'name': '', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'mac_address': 'fa:16:3e:e2:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '03312496-ca70-47f8-987d-7b536945040d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:49Z', 'updated_at': '2021-05-10T11:27:01Z', 'revision_number': 5, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'subnets': [{'id': '03312496-ca70-47f8-987d-7b536945040d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:28:33.208077 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-25512712-a38d-44c2-90a9-96ed4c5224b1 req-cb3bbf09-62f3-4008-a1a5-a5ae47edd230 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6270785 May 10 11:28:33.291476 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81', 'status': 'completed', 'code': 200} May 10 11:28:33.354120 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.362639 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70ada02-8e40-4940-aa9b-3133a40c0724 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:28:33.377928 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.412148 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Transition to ACTIVE for port object c70ada02-8e40-4940-aa9b-3133a40c0724 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:28:33.457942 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155484e-8ec5-4c75-88fe-b2df4694c158 req-09918363-771d-410e-a35c-40a5a7f3b1f3 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:33.458808 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-7155484e-8ec5-4c75-88fe-b2df4694c158 req-09918363-771d-410e-a35c-40a5a7f3b1f3 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Synchronizing usage tracker for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:28:33.489560 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.495079 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b794f1c1-fcd2-48c4-a3b9-b895dbce7d7b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:33.525673 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.526169 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-7155484e-8ec5-4c75-88fe-b2df4694c158 req-09918363-771d-410e-a35c-40a5a7f3b1f3 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Unset dirty status for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:28:33.527442 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7155484e-8ec5-4c75-88fe-b2df4694c158 req-09918363-771d-410e-a35c-40a5a7f3b1f3 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 932 time: 0.3237379 May 10 11:28:33.558144 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5396c09c-d8a4-4ea0-97a9-de09d4d5420e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:33.567786 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a2fab182-b7ba-483d-9b96-8e08a4b3649e req-2f303a03-6196-4599-a94f-57ae2ab3c85c service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819250 May 10 11:28:33.657331 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64750df-fa94-4889-b7cf-6c4eda32a0a0 None None] New status for floating IP dc5f43d3-eca6-4067-af46-7897599964cc: ACTIVE {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:28:33.720739 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f9de62-3290-43a0-a0e7-7dc45e4f7e58,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:33.726908 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.731387 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.2552092 May 10 11:28:33.735927 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:33.736378 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 42066) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:33.753940 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-1e737473-5204-4244-8636-0e954de98a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Request body: {'security_group_rule': {'security_group_id': '70f9de62-3290-43a0-a0e7-7dc45e4f7e58', 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:33.776262 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-1e737473-5204-4244-8636-0e954de98a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:33.795018 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-1e737473-5204-4244-8636-0e954de98a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Usage tracker for resource:security_group_rule and tenant:11df5e3f320546ffba46f05f45e9e781 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:33.814031 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-1e737473-5204-4244-8636-0e954de98a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:33.828108 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-1e737473-5204-4244-8636-0e954de98a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:33.833833 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c70ada02-8e40-4940-aa9b-3133a40c0724,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:33.844572 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:33.885636 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7155484e-8ec5-4c75-88fe-b2df4694c158 req-4785e8af-8eb5-4b4a-b924-9c92f66183ea tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487749 May 10 11:28:33.894334 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Attempting to bind port c70ada02-8e40-4940-aa9b-3133a40c0724 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:28:33.894947 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Attempting to bind port c70ada02-8e40-4940-aa9b-3133a40c0724 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:28:33.895450 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Attempting to bind port c70ada02-8e40-4940-aa9b-3133a40c0724 on network 4ea37700-213e-41f9-b226-b6d6299a5278 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:28:33.907489 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80255a-4f0a-4a05-8492-e6a620167d45 req-79fa1ab5-b6f7-4a2a-a9c7-ee92b521bc2d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:33.909469 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ed80255a-4f0a-4a05-8492-e6a620167d45 req-79fa1ab5-b6f7-4a2a-a9c7-ee92b521bc2d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.5027802 May 10 11:28:33.912147 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Port c70ada02-8e40-4940-aa9b-3133a40c0724 on network 4ea37700-213e-41f9-b226-b6d6299a5278 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:28:33.912808 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Attempting to bind port c70ada02-8e40-4940-aa9b-3133a40c0724 on network 4ea37700-213e-41f9-b226-b6d6299a5278 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:28:33.920852 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:28:33.921425 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Checking segment: {'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:28:33.922078 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Bound using segment: {'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:28:33.922689 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Bound port: c70ada02-8e40-4940-aa9b-3133a40c0724, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:28:33.923198 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:33.973298 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Router 35645bed-1822-442a-a9a9-298cec02fc03 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:28:33.992021 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298a3b3-db05-41e8-b3cb-7b3d8a156572 req-f8108397-8739-49ad-aaba-8946d58e7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:33.993569 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3298a3b3-db05-41e8-b3cb-7b3d8a156572 req-f8108397-8739-49ad-aaba-8946d58e7af6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11df5e3f320546ffba46f05f45e9e781&device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 1099 time: 0.6432579 May 10 11:28:33.995343 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-a2fab182-b7ba-483d-9b96-8e08a4b3649e req-729beb70-109c-4af0-978b-21b1202fdc1f service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106705 May 10 11:28:34.009187 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ed80255a-4f0a-4a05-8492-e6a620167d45 req-d0d52b52-de2c-4f82-bb1b-32a6a72687b2 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892177 May 10 11:28:34.089105 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e737473-5204-4244-8636-0e954de98a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.265787 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] For port c70ada02-8e40-4940-aa9b-3133a40c0724, host hv-cinder-78495, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:28:34.269734 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] For port c70ada02-8e40-4940-aa9b-3133a40c0724, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c70ada02-8e40-4940-aa9b-3133a40c0724,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:28:34.289619 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:28:34.290106 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.300322 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38ea43-08da-46d0-a426-173ca4f7a94b None None] Sync routers for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:28:34.304644 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-fe24ec3a-9c6f-460e-b8e2-05be83529977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:34.313567 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38ea43-08da-46d0-a426-173ca4f7a94b None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:34.314522 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-1c38ea43-08da-46d0-a426-173ca4f7a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:28:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:34.344844 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:34.345452 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.346783 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] 10.222.0.30 "PUT /v2.0/ports/c70ada02-8e40-4940-aa9b-3133a40c0724 HTTP/1.1" status: 200 len: 1094 time: 1.8110840 May 10 11:28:34.355161 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779f2b00-54a4-4adc-a879-1902bb4f86e9', 'tag': 'c70ada02-8e40-4940-aa9b-3133a40c0724'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:34.440648 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.517859 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e737473-5204-4244-8636-0e954de98a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.521243 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298a3b3-db05-41e8-b3cb-7b3d8a156572 req-7ae7ca1c-7283-405e-b779-e51a0afac95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:34.522855 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3298a3b3-db05-41e8-b3cb-7b3d8a156572 req-7ae7ca1c-7283-405e-b779-e51a0afac95c service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cd55141-de3c-450a-9991-64932c3a549f HTTP/1.1" status: 200 len: 915 time: 0.5167129 May 10 11:28:34.549319 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8351488 May 10 11:28:34.576508 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c9b3f-bca6-4f0b-bcf8-9d1bbd5d921d req-ea4f4acc-6452-42aa-a5f3-76b6d51e621d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:34.579569 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0f5c9b3f-bca6-4f0b-bcf8-9d1bbd5d921d req-ea4f4acc-6452-42aa-a5f3-76b6d51e621d tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.4051485 May 10 11:28:34.588153 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c70ada02-8e40-4940-aa9b-3133a40c0724,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:34.597863 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:34.617744 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e737473-5204-4244-8636-0e954de98a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.619801 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:34.623035 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-1c38ea43-08da-46d0-a426-173ca4f7a94b None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:34.645047 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e737473-5204-4244-8636-0e954de98a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124a0dc9-4589-40f9-abde-0355a166ec4d,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:34.656684 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1e737473-5204-4244-8636-0e954de98a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:34.682125 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1e737473-5204-4244-8636-0e954de98a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.686950 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-1e737473-5204-4244-8636-0e954de98a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9486122 May 10 11:28:34.690276 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 42078) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:34.695464 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-671f2cee-7f61-4b11-a957-f0018dc301a0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Request body: {'security_group_rule': {'security_group_id': '70f9de62-3290-43a0-a0e7-7dc45e4f7e58', 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:34.709876 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6a08a-16fb-48e9-ba34-e8a0354f1aa3 req-53a92bf1-176b-4fda-bc83-4f608f7fc306 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:34.711348 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b5d6a08a-16fb-48e9-ba34-e8a0354f1aa3 req-53a92bf1-176b-4fda-bc83-4f608f7fc306 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.2152479 May 10 11:28:34.717317 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-671f2cee-7f61-4b11-a957-f0018dc301a0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:34.718987 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0f5c9b3f-bca6-4f0b-bcf8-9d1bbd5d921d req-eadeb35e-f032-4515-a156-77d54bc37591 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274014 May 10 11:28:34.721184 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3298a3b3-db05-41e8-b3cb-7b3d8a156572 req-a3c63a86-517a-4cb0-bf29-9f3a87a6e1b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81 HTTP/1.1" status: 200 len: 1002 time: 0.1703374 May 10 11:28:34.726471 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-671f2cee-7f61-4b11-a957-f0018dc301a0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Usage tracker for resource:security_group_rule and tenant:11df5e3f320546ffba46f05f45e9e781 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:34.729859 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-671f2cee-7f61-4b11-a957-f0018dc301a0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:34.773628 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-182eebb4-5570-4f45-917e-17230a66cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:34.775379 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-182eebb4-5570-4f45-917e-17230a66cc30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82cebafc38794f9fa888eab3cb7b6cc1&device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 1097 time: 0.3602581 May 10 11:28:34.780800 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b5d6a08a-16fb-48e9-ba34-e8a0354f1aa3 req-40f70ce6-4618-4003-a698-01cdadd3ba96 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587466 May 10 11:28:34.788729 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-671f2cee-7f61-4b11-a957-f0018dc301a0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:34.862805 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298a3b3-db05-41e8-b3cb-7b3d8a156572 req-a42d805c-b3db-4b4c-92be-4d171e97027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:34.865132 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3298a3b3-db05-41e8-b3cb-7b3d8a156572 req-a42d805c-b3db-4b4c-92be-4d171e97027f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03312496-ca70-47f8-987d-7b536945040d HTTP/1.1" status: 200 len: 853 time: 0.1314390 May 10 11:28:34.866518 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-671f2cee-7f61-4b11-a957-f0018dc301a0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.920455 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779f2b00-54a4-4adc-a879-1902bb4f86e9', 'tag': 'c70ada02-8e40-4940-aa9b-3133a40c0724', 'status': 'completed', 'code': 200} May 10 11:28:34.922706 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-530775e1-f721-4050-8737-7ece000978e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c70ada02-8e40-4940-aa9b-3133a40c0724 HTTP/1.1" status: 200 len: 217 time: 0.1261873 May 10 11:28:34.987255 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-671f2cee-7f61-4b11-a957-f0018dc301a0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:34.996854 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-671f2cee-7f61-4b11-a957-f0018dc301a0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.007151 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:35.021327 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298a3b3-db05-41e8-b3cb-7b3d8a156572 req-04bb1e80-5dc4-4658-bc66-5019dadd56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:35.023035 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3298a3b3-db05-41e8-b3cb-7b3d8a156572 req-04bb1e80-5dc4-4658-bc66-5019dadd56f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cd55141-de3c-450a-9991-64932c3a549f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1301169 May 10 11:28:35.048259 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-fc120220-bd25-435a-ba84-545053f0db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:35.050103 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-fc120220-bd25-435a-ba84-545053f0db84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b176c499-e468-48b6-be00-f4b8015f3210 HTTP/1.1" status: 200 len: 855 time: 0.1118479 May 10 11:28:35.061541 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f2cee-7f61-4b11-a957-f0018dc301a0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a598b0-21ba-450a-ae4c-7d8702d192ca,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:35.067427 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-671f2cee-7f61-4b11-a957-f0018dc301a0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:35.129479 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-671f2cee-7f61-4b11-a957-f0018dc301a0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.133250 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-671f2cee-7f61-4b11-a957-f0018dc301a0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4396386 May 10 11:28:35.138055 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 42086) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:35.144912 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-c3f94479-f093-4fce-b17d-b936038bf1df tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Request body: {'security_group_rule': {'security_group_id': '70f9de62-3290-43a0-a0e7-7dc45e4f7e58', 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:35.158382 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-c3f94479-f093-4fce-b17d-b936038bf1df tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:35.170839 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-c3f94479-f093-4fce-b17d-b936038bf1df tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Usage tracker for resource:security_group_rule and tenant:11df5e3f320546ffba46f05f45e9e781 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:35.176003 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-c3f94479-f093-4fce-b17d-b936038bf1df tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:35.195711 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-c3f94479-f093-4fce-b17d-b936038bf1df tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:35.228687 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3298a3b3-db05-41e8-b3cb-7b3d8a156572 req-dfa44274-2eef-45eb-a350-b341cb727d2d service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888294 May 10 11:28:35.272233 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c3f94479-f093-4fce-b17d-b936038bf1df tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.323152 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-1c38ea43-08da-46d0-a426-173ca4f7a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': 'b25450f9-23aa-41a9-8431-5d3fbe02429f', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '23a4dc46-6e1b-4508-a294-20c48f9cec55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:72:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99a5016-689b-4070-86a4-d576a6587399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:28:30Z', 'updated_at': '2021-05-10T11:28:30Z', 'revision_number': 0, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:35.328017 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38ea43-08da-46d0-a426-173ca4f7a94b None None] Checking router: 35645bed-1822-442a-a9a9-298cec02fc03 for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:28:35.330386 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99a5016-689b-4070-86a4-d576a6587399', 'tag': '23a4dc46-6e1b-4508-a294-20c48f9cec55'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:35.338024 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38ea43-08da-46d0-a426-173ca4f7a94b None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:35.338649 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-1c38ea43-08da-46d0-a426-173ca4f7a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:28:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:35.361581 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-e734b45b-aa60-4f73-99f8-9d25731cdcf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ea37700-213e-41f9-b226-b6d6299a5278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2908266 May 10 11:28:35.450193 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3298a3b3-db05-41e8-b3cb-7b3d8a156572 req-e8eb08db-3f65-430e-9a23-c699be1edd18 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058418 May 10 11:28:35.458061 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c3f94479-f093-4fce-b17d-b936038bf1df tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.465438 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c3f94479-f093-4fce-b17d-b936038bf1df tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.467935 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:35.508312 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f94479-f093-4fce-b17d-b936038bf1df tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646abb8b-4597-4a3a-bcf2-1fe076947c21,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:35.512138 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c3f94479-f093-4fce-b17d-b936038bf1df tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:35.539972 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c3f94479-f093-4fce-b17d-b936038bf1df tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.548938 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 42092) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:35.557805 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-c3f94479-f093-4fce-b17d-b936038bf1df tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4028547 May 10 11:28:35.563737 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-423b019c-4584-4898-aa4c-426dc48b4b3e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Request body: {'security_group_rule': {'security_group_id': '70f9de62-3290-43a0-a0e7-7dc45e4f7e58', 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:35.570397 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-423b019c-4584-4898-aa4c-426dc48b4b3e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:35.575462 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-423b019c-4584-4898-aa4c-426dc48b4b3e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Usage tracker for resource:security_group_rule and tenant:11df5e3f320546ffba46f05f45e9e781 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:35.578832 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-423b019c-4584-4898-aa4c-426dc48b4b3e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:35.585355 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-423b019c-4584-4898-aa4c-426dc48b4b3e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:35.626212 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a534a1-b62a-4283-adf8-7f8e9a18a3aa req-172b2181-8ba6-4e87-b263-646316b43b6f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:35.634380 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-95a534a1-b62a-4283-adf8-7f8e9a18a3aa req-172b2181-8ba6-4e87-b263-646316b43b6f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.3216736 May 10 11:28:35.654968 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-423b019c-4584-4898-aa4c-426dc48b4b3e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.684048 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-acfb9fa5-f582-478a-97f8-25c0e4380599 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135211 May 10 11:28:35.695891 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a631e-729a-4242-8f6d-35ed7a455ead req-bdba6800-243e-4c01-accc-3e4b9885ddab tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:35.697675 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1e8a631e-729a-4242-8f6d-35ed7a455ead req-bdba6800-243e-4c01-accc-3e4b9885ddab tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 944 time: 0.4893034 May 10 11:28:35.698375 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-1c38ea43-08da-46d0-a426-173ca4f7a94b None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:35.872634 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-95a534a1-b62a-4283-adf8-7f8e9a18a3aa req-8d9eea6c-6a76-413d-affb-12bdf57c49ee tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369242 May 10 11:28:35.895879 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1e8a631e-729a-4242-8f6d-35ed7a455ead req-0cecedf7-1e0b-47e2-86dc-355fce8dc1f6 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691942 May 10 11:28:35.971884 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-423b019c-4584-4898-aa4c-426dc48b4b3e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:35.980235 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-423b019c-4584-4898-aa4c-426dc48b4b3e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.002299 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99a5016-689b-4070-86a4-d576a6587399', 'tag': '23a4dc46-6e1b-4508-a294-20c48f9cec55', 'status': 'completed', 'code': 200} May 10 11:28:36.009198 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ead23aac-c69d-4def-9107-c1cbd9d17ba9 req-8afbffb9-6b8a-4cb7-aa94-428bed89be57 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075309 May 10 11:28:36.010325 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-0acc333f-460e-4597-a691-f78dc811c6a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:36.021512 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-423b019c-4584-4898-aa4c-426dc48b4b3e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.023131 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-423b019c-4584-4898-aa4c-426dc48b4b3e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4692380 May 10 11:28:36.025861 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 42100) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:36.043716 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Request body: {'security_group_rule': {'security_group_id': '70f9de62-3290-43a0-a0e7-7dc45e4f7e58', 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:36.068155 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:36.072170 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b019c-4584-4898-aa4c-426dc48b4b3e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8da3c6b-2c85-4425-a9d5-b48d07005efa,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:36.075257 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Usage tracker for resource:security_group_rule and tenant:11df5e3f320546ffba46f05f45e9e781 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:36.078434 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:36.083800 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-423b019c-4584-4898-aa4c-426dc48b4b3e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:36.089564 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:36.110116 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.securitygroups_db [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Project 11df5e3f320546ffba46f05f45e9e781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:28:36.130814 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.151963 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2785d9-b37e-4580-a380-a08c86d27956 req-9db641e0-f76f-46d5-92eb-8e1b13e77ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:36.154341 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0b2785d9-b37e-4580-a380-a08c86d27956 req-9db641e0-f76f-46d5-92eb-8e1b13e77ce2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 1099 time: 0.1242309 May 10 11:28:36.324456 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-1c38ea43-08da-46d0-a426-173ca4f7a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': 'b25450f9-23aa-41a9-8431-5d3fbe02429f', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '23a4dc46-6e1b-4508-a294-20c48f9cec55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:72:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99a5016-689b-4070-86a4-d576a6587399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:28:30Z', 'updated_at': '2021-05-10T11:28:30Z', 'revision_number': 0, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:36.331069 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38ea43-08da-46d0-a426-173ca4f7a94b None None] The sync data for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi is: [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': 'b25450f9-23aa-41a9-8431-5d3fbe02429f', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '23a4dc46-6e1b-4508-a294-20c48f9cec55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:72:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99a5016-689b-4070-86a4-d576a6587399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:28:30Z', 'updated_at': '2021-05-10T11:28:30Z', 'revision_number': 0, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:28:36.338942 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.348340 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.359949 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1e737473-5204-4244-8636-0e954de98a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:36.406643 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61a6a13-4ba7-4be9-8ce0-43ea47af3047,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:36.414697 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:36.420506 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a665c8-44cb-472b-bcaa-13681669c5f8 req-892a8915-6870-4eaf-ada4-0b6f924829b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:36.425124 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-35a665c8-44cb-472b-bcaa-13681669c5f8 req-892a8915-6870-4eaf-ada4-0b6f924829b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82cebafc38794f9fa888eab3cb7b6cc1&device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 1097 time: 0.2403519 May 10 11:28:36.427313 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.428682 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4017661 May 10 11:28:36.431390 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 42104) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:36.441596 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-156fdf08-77da-4b93-84f1-a0ec24b6f7db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Request body: {'security_group_rule': {'security_group_id': '70f9de62-3290-43a0-a0e7-7dc45e4f7e58', 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:36.448946 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-156fdf08-77da-4b93-84f1-a0ec24b6f7db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:28:36.452593 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2785d9-b37e-4580-a380-a08c86d27956 req-0c7e07ad-8a48-4164-b07e-66ec35d04b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:36.454011 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-156fdf08-77da-4b93-84f1-a0ec24b6f7db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Usage tracker for resource:security_group_rule and tenant:11df5e3f320546ffba46f05f45e9e781 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:28:36.454450 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0b2785d9-b37e-4580-a380-a08c86d27956 req-0c7e07ad-8a48-4164-b07e-66ec35d04b47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 913 time: 0.2862918 May 10 11:28:36.457752 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-156fdf08-77da-4b93-84f1-a0ec24b6f7db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:28:36.468084 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-156fdf08-77da-4b93-84f1-a0ec24b6f7db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:28:36.676363 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc725c62-0e9d-422a-8d70-ed49b8114083 req-90b3f3c1-7dfb-43d4-ac2e-d65e6ceb52ab tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:36.689277 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.securitygroups_db [None req-156fdf08-77da-4b93-84f1-a0ec24b6f7db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Project 11df5e3f320546ffba46f05f45e9e781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:28:36.690087 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cc725c62-0e9d-422a-8d70-ed49b8114083 req-90b3f3c1-7dfb-43d4-ac2e-d65e6ceb52ab tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.4414954 May 10 11:28:36.693461 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a665c8-44cb-472b-bcaa-13681669c5f8 req-a7569e50-7cce-4d50-b60f-102ac97d82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:36.695306 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-35a665c8-44cb-472b-bcaa-13681669c5f8 req-a7569e50-7cce-4d50-b60f-102ac97d82cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ea37700-213e-41f9-b226-b6d6299a5278 HTTP/1.1" status: 200 len: 916 time: 0.2247207 May 10 11:28:36.702090 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-156fdf08-77da-4b93-84f1-a0ec24b6f7db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.710079 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec95bc-e5ef-4ba3-8f59-2c85919e9d5a req-8759a668-18ce-4a15-ad29-1a093a41c1bd tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:36.713668 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c01a19-3b67-4976-9e31-251011fc44ca None None] New status for floating IP b25450f9-23aa-41a9-8431-5d3fbe02429f: ACTIVE {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:28:36.721635 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fbec95bc-e5ef-4ba3-8f59-2c85919e9d5a req-8759a668-18ce-4a15-ad29-1a093a41c1bd tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.4306366 May 10 11:28:36.799516 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fbec95bc-e5ef-4ba3-8f59-2c85919e9d5a req-974493bf-820a-4cae-aad7-0e7d1bdb5671 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768700 May 10 11:28:36.828936 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-35a665c8-44cb-472b-bcaa-13681669c5f8 req-a30b8967-4b80-49c4-a779-97e99f7cf654 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c70ada02-8e40-4940-aa9b-3133a40c0724 HTTP/1.1" status: 200 len: 217 time: 0.0766501 May 10 11:28:36.855524 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0b2785d9-b37e-4580-a380-a08c86d27956 req-ac606525-d979-4f72-893b-714e13710129 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23a4dc46-6e1b-4508-a294-20c48f9cec55 HTTP/1.1" status: 200 len: 999 time: 0.3847644 May 10 11:28:36.868775 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-156fdf08-77da-4b93-84f1-a0ec24b6f7db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:36.878620 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cc725c62-0e9d-422a-8d70-ed49b8114083 req-c2c82817-c0a0-429a-9df6-82b44fec9eea tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852045 May 10 11:28:37.030544 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2785d9-b37e-4580-a380-a08c86d27956 req-5e637b3a-5603-4cdf-adbf-7127af509f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:37.034792 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0b2785d9-b37e-4580-a380-a08c86d27956 req-5e637b3a-5603-4cdf-adbf-7127af509f3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 200 len: 851 time: 0.1513543 May 10 11:28:37.071556 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-156fdf08-77da-4b93-84f1-a0ec24b6f7db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.088264 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-54c6a548-daee-43f3-abc8-4825cc7853e6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:37.161898 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fdf08-77da-4b93-84f1-a0ec24b6f7db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4febe88-f017-4b78-b399-807e1c6c78bf,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:37.165309 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a665c8-44cb-472b-bcaa-13681669c5f8 req-c2facc96-b00d-4b21-aa49-b6bd8c71b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:37.166948 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-35a665c8-44cb-472b-bcaa-13681669c5f8 req-c2facc96-b00d-4b21-aa49-b6bd8c71b1f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b176c499-e468-48b6-be00-f4b8015f3210 HTTP/1.1" status: 200 len: 855 time: 0.2966266 May 10 11:28:37.167939 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-156fdf08-77da-4b93-84f1-a0ec24b6f7db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:37.216509 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-156fdf08-77da-4b93-84f1-a0ec24b6f7db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.220535 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-156fdf08-77da-4b93-84f1-a0ec24b6f7db tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7879562 May 10 11:28:37.274088 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-35a665c8-44cb-472b-bcaa-13681669c5f8 req-c5749d50-0682-41ff-9d52-d642c9cc50cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ea37700-213e-41f9-b226-b6d6299a5278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885684 May 10 11:28:37.286959 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2785d9-b37e-4580-a380-a08c86d27956 req-012b795f-6f2f-408c-8015-673fbc8b4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:37.288412 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0b2785d9-b37e-4580-a380-a08c86d27956 req-012b795f-6f2f-408c-8015-673fbc8b4c6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92d4a7e0-0203-4451-b99d-34c2bc41c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2490146 May 10 11:28:37.390312 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1a191-456d-4dc5-948f-a715b84496eb req-3dca5e6b-cd85-413d-8bcf-d01448c4f0e1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:37.391027 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-26f1a191-456d-4dc5-948f-a715b84496eb req-3dca5e6b-cd85-413d-8bcf-d01448c4f0e1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Synchronizing usage tracker for tenant:63d6ee33a4424d58867cf66f38b94d68 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:28:37.394399 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35864f07-21f5-4456-bfdb-56e255dd5f06 req-e48b23d2-1666-4a7e-8b48-9ac9ab9b8a02 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:37.395870 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-35864f07-21f5-4456-bfdb-56e255dd5f06 req-e48b23d2-1666-4a7e-8b48-9ac9ab9b8a02 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.2520523 May 10 11:28:37.435993 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-26f1a191-456d-4dc5-948f-a715b84496eb req-3dca5e6b-cd85-413d-8bcf-d01448c4f0e1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Unset dirty status for tenant:63d6ee33a4424d58867cf66f38b94d68 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:28:37.437117 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-26f1a191-456d-4dc5-948f-a715b84496eb req-3dca5e6b-cd85-413d-8bcf-d01448c4f0e1 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.30 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.2105570 May 10 11:28:37.440280 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a2bf2-f45c-494a-bcd6-9b375b4d9ec1 req-c0e63925-404a-4075-8a6a-b98364d5287a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:37.442088 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-859a2bf2-f45c-494a-bcd6-9b375b4d9ec1 req-c0e63925-404a-4075-8a6a-b98364d5287a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 944 time: 0.2461746 May 10 11:28:37.533234 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-35864f07-21f5-4456-bfdb-56e255dd5f06 req-bfb991a8-6e55-4c48-8260-2d5d00d86d6b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246662 May 10 11:28:37.559844 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-859a2bf2-f45c-494a-bcd6-9b375b4d9ec1 req-3e7062f8-f2cf-4dac-9863-4f6ac27265ac tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096213 May 10 11:28:37.565710 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0b2785d9-b37e-4580-a380-a08c86d27956 req-41c53806-1b29-4d80-83d9-c5dad58c83d8 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670624 May 10 11:28:37.575464 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-35a665c8-44cb-472b-bcaa-13681669c5f8 req-a960971d-4749-4d94-a848-c6b550db8d04 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841330 May 10 11:28:37.740176 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-26f1a191-456d-4dc5-948f-a715b84496eb req-fbffe555-2e0f-4592-8dc3-1a42bba64e8f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Deleting port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:28:37.740510 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-26f1a191-456d-4dc5-948f-a715b84496eb req-fbffe555-2e0f-4592-8dc3-1a42bba64e8f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.824002 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dec03cda-7aed-4495-9840-bf07d9930e65 req-3d5d8622-5787-4ef0-b67b-cc21e469c27d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51050740&fields=id&tenant_id=11df5e3f320546ffba46f05f45e9e781 HTTP/1.1" status: 200 len: 267 time: 0.1253333 May 10 11:28:37.847844 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-35a665c8-44cb-472b-bcaa-13681669c5f8 req-4705f78f-f351-4f63-a7c9-2c8af1eafdd6 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489643 May 10 11:28:37.894166 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0b2785d9-b37e-4580-a380-a08c86d27956 req-7176f7ee-119f-4c67-aaa2-4cbd86f92740 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207107 May 10 11:28:37.969295 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec03cda-7aed-4495-9840-bf07d9930e65 req-c9c80c38-3e14-4485-9d1f-cc3968f7bdd7 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:37.972485 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-26f1a191-456d-4dc5-948f-a715b84496eb req-fbffe555-2e0f-4592-8dc3-1a42bba64e8f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] For port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=26c20e1d-1fef-42cf-8eaf-8f70dd84d370,segment=NetworkSegment(aa1ac799-a049-47f1-bf99-e308d8022094),segment_id=aa1ac799-a049-47f1-bf99-e308d8022094)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:37.975102 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-26f1a191-456d-4dc5-948f-a715b84496eb req-fbffe555-2e0f-4592-8dc3-1a42bba64e8f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:37.981063 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dec03cda-7aed-4495-9840-bf07d9930e65 req-c9c80c38-3e14-4485-9d1f-cc3968f7bdd7 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 946 time: 0.1550910 May 10 11:28:37.990470 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-dec03cda-7aed-4495-9840-bf07d9930e65 req-8b59d6c6-92f4-4a8e-9a0c-69f95819d93e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Request body: {'port': {'security_groups': ['589c7ae4-5938-405a-91ca-f988ddb8910d', '70f9de62-3290-43a0-a0e7-7dc45e4f7e58']}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:28:38.138477 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-26f1a191-456d-4dc5-948f-a715b84496eb req-fbffe555-2e0f-4592-8dc3-1a42bba64e8f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Calling delete_port for 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:28:38.189721 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-dec03cda-7aed-4495-9840-bf07d9930e65 req-8b59d6c6-92f4-4a8e-9a0c-69f95819d93e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.300826 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-26f1a191-456d-4dc5-948f-a715b84496eb req-fbffe555-2e0f-4592-8dc3-1a42bba64e8f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.307284 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea8dc0-e558-4434-aa4c-12e7153420b0 req-1b849b79-d035-457d-9a97-0d3add1ee893 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:38.308938 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-08ea8dc0-e558-4434-aa4c-12e7153420b0 req-1b849b79-d035-457d-9a97-0d3add1ee893 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/ports?device_id=da259275-d576-42e7-b6a4-36b8be0d29d7 HTTP/1.1" status: 200 len: 945 time: 0.2149603 May 10 11:28:38.314400 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['26c20e1d-1fef-42cf-8eaf-8f70dd84d370'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:28:38.317720 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a94eeefd-fa1f-483d-9c00-ab1f8dae2067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:38.390154 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-08ea8dc0-e558-4434-aa4c-12e7153420b0 req-e932d9fd-8717-4723-99cc-1f9eef8aa5a4 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d6b001-0c31-45ca-b89a-c52b061048d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721514 May 10 11:28:38.405855 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffe555-2e0f-4592-8dc3-1a42bba64e8f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Pushing event deleted for resources: {'Port': ['ID=26c20e1d-1fef-42cf-8eaf-8f70dd84d370,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:38.416077 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fbffe555-2e0f-4592-8dc3-1a42bba64e8f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:38.472416 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f1a191-456d-4dc5-948f-a715b84496eb req-fbffe555-2e0f-4592-8dc3-1a42bba64e8f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] No DVR routers for this DVR port 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 on host hv-cinder-78495 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:28:38.475551 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-26f1a191-456d-4dc5-948f-a715b84496eb req-fbffe555-2e0f-4592-8dc3-1a42bba64e8f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.478660 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da259275-d576-42e7-b6a4-36b8be0d29d7', 'name': 'network-vif-deleted', 'tag': '26c20e1d-1fef-42cf-8eaf-8f70dd84d370'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:38.497129 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-26f1a191-456d-4dc5-948f-a715b84496eb req-fbffe555-2e0f-4592-8dc3-1a42bba64e8f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] 10.222.0.30 "DELETE /v2.0/ports/26c20e1d-1fef-42cf-8eaf-8f70dd84d370 HTTP/1.1" status: 204 len: 173 time: 1.0524876 May 10 11:28:38.549027 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device c70ada02-8e40-4940-aa9b-3133a40c0724 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:28:38.579986 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da259275-d576-42e7-b6a4-36b8be0d29d7', 'name': 'network-vif-deleted', 'tag': '26c20e1d-1fef-42cf-8eaf-8f70dd84d370', 'status': 'completed', 'code': 200} May 10 11:28:38.601073 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-dec03cda-7aed-4495-9840-bf07d9930e65 req-8b59d6c6-92f4-4a8e-9a0c-69f95819d93e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] For port 29a7f96d-91d7-4c1d-8690-c4db506e5d81, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:38.650243 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-dec03cda-7aed-4495-9840-bf07d9930e65 req-8b59d6c6-92f4-4a8e-9a0c-69f95819d93e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.661971 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-dec03cda-7aed-4495-9840-bf07d9930e65 req-8b59d6c6-92f4-4a8e-9a0c-69f95819d93e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.669734 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:38.705717 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['29a7f96d-91d7-4c1d-8690-c4db506e5d81'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:28:38.767815 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec03cda-7aed-4495-9840-bf07d9930e65 req-8b59d6c6-92f4-4a8e-9a0c-69f95819d93e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:38.768473 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-dec03cda-7aed-4495-9840-bf07d9930e65 req-8b59d6c6-92f4-4a8e-9a0c-69f95819d93e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.770907 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dec03cda-7aed-4495-9840-bf07d9930e65 req-8b59d6c6-92f4-4a8e-9a0c-69f95819d93e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "PUT /v2.0/ports/29a7f96d-91d7-4c1d-8690-c4db506e5d81 HTTP/1.1" status: 200 len: 982 time: 0.7872789 May 10 11:28:38.771603 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:38.788607 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port c70ada02-8e40-4940-aa9b-3133a40c0724, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c70ada02-8e40-4940-aa9b-3133a40c0724,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:38.804787 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'c70ada02-8e40-4940-aa9b-3133a40c0724', 'network_id': '4ea37700-213e-41f9-b226-b6d6299a5278', 'port_id': 'c70ada02-8e40-4940-aa9b-3133a40c0724', 'mac_address': 'fa:16:3e:0c:7a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b176c499-e468-48b6-be00-f4b8015f3210', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:28:38.866760 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59d6c6-92f4-4a8e-9a0c-69f95819d93e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event updated for resources: {'Port': ['ID=29a7f96d-91d7-4c1d-8690-c4db506e5d81,revision_number=6']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:38.879175 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8b59d6c6-92f4-4a8e-9a0c-69f95819d93e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:38.924595 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:38.934666 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['29a7f96d-91d7-4c1d-8690-c4db506e5d81'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:28:38.969681 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef80a3c-8a91-4003-ae86-79abb8ba9157 req-ca7436cd-3543-4dee-92e6-6b0ed16ebf0d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:38.977025 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7ef80a3c-8a91-4003-ae86-79abb8ba9157 req-ca7436cd-3543-4dee-92e6-6b0ed16ebf0d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.2061417 May 10 11:28:39.010956 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70ada02-8e40-4940-aa9b-3133a40c0724 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:28:39.045305 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7ef80a3c-8a91-4003-ae86-79abb8ba9157 req-39829f4a-59eb-4973-9a17-4d7d16c9e08b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673690 May 10 11:28:39.070590 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port c70ada02-8e40-4940-aa9b-3133a40c0724, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c70ada02-8e40-4940-aa9b-3133a40c0724,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:39.086161 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:39.099424 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614af7a-727d-4a51-8669-99dbdce437ef req-74e8c4c2-4153-498a-8b20-60a0cd487f33 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:39.101242 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c614af7a-727d-4a51-8669-99dbdce437ef req-74e8c4c2-4153-498a-8b20-60a0cd487f33 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 944 time: 0.1743932 May 10 11:28:39.108114 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3711fbfb-20e8-4042-a4fa-dea31f1492ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:39.184811 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c614af7a-727d-4a51-8669-99dbdce437ef req-63b96ee3-0ae2-4f37-9465-f5d7c9cd4273 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656869 May 10 11:28:39.326400 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-f60ab6c9-d385-47db-bdc8-27a36044b252 None None] Provisioning complete for port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:39.327000 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f60ab6c9-d385-47db-bdc8-27a36044b252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:39.364421 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81', 'status': 'completed', 'code': 200} May 10 11:28:39.414228 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=c70ada02-8e40-4940-aa9b-3133a40c0724,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:39.415098 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699706c-05d1-4c25-a52d-5120107a3be7 req-47e88bd9-62d1-45b5-ae72-977c2e1856cc tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:39.417550 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f699706c-05d1-4c25-a52d-5120107a3be7 req-47e88bd9-62d1-45b5-ae72-977c2e1856cc tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.2504227 May 10 11:28:39.431286 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:39.478907 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e424c5d-1749-4231-bcbe-64f1e279fc09 req-5987eb7d-50c4-45c4-82dd-5003e8beab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:39.481003 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e424c5d-1749-4231-bcbe-64f1e279fc09 req-5987eb7d-50c4-45c4-82dd-5003e8beab7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11df5e3f320546ffba46f05f45e9e781&device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 1138 time: 0.1330755 May 10 11:28:39.513144 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 42142) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:39.524886 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f699706c-05d1-4c25-a52d-5120107a3be7 req-e533f0e3-213a-4ab4-8464-30a8d084767c tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0942721 May 10 11:28:39.609328 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['c70ada02-8e40-4940-aa9b-3133a40c0724'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:28:39.869524 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e424c5d-1749-4231-bcbe-64f1e279fc09 req-dd90bc04-b445-408e-81b1-f4f5390a9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:39.870943 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e424c5d-1749-4231-bcbe-64f1e279fc09 req-dd90bc04-b445-408e-81b1-f4f5390a9502 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cd55141-de3c-450a-9991-64932c3a549f HTTP/1.1" status: 200 len: 915 time: 0.3825645 May 10 11:28:40.102804 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e424c5d-1749-4231-bcbe-64f1e279fc09 req-72ab36f0-9904-4db0-b63c-042e0b9ee3a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81 HTTP/1.1" status: 200 len: 1002 time: 0.1776416 May 10 11:28:40.227193 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e424c5d-1749-4231-bcbe-64f1e279fc09 req-b5102355-345c-4a77-ba9a-5db670dffc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:40.228923 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e424c5d-1749-4231-bcbe-64f1e279fc09 req-b5102355-345c-4a77-ba9a-5db670dffc98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03312496-ca70-47f8-987d-7b536945040d HTTP/1.1" status: 200 len: 853 time: 0.1143184 May 10 11:28:40.244693 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cebe29-11c9-4910-bd93-4ed82dc838d5 req-e32175d5-f683-4abb-ab1e-f50fa8aa1957 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:40.247161 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a3cebe29-11c9-4910-bd93-4ed82dc838d5 req-e32175d5-f683-4abb-ab1e-f50fa8aa1957 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 946 time: 0.0890529 May 10 11:28:40.295508 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a3cebe29-11c9-4910-bd93-4ed82dc838d5 req-9875ee17-14c5-4bd8-ae87-836da2e86cb7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426643 May 10 11:28:40.363489 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e424c5d-1749-4231-bcbe-64f1e279fc09 req-edffb9c9-ab65-4e49-86ea-5aa229cf96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:40.364999 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e424c5d-1749-4231-bcbe-64f1e279fc09 req-edffb9c9-ab65-4e49-86ea-5aa229cf96b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cd55141-de3c-450a-9991-64932c3a549f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1043835 May 10 11:28:40.387683 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b7a98-8e76-4600-b8a2-c68615c9466b req-61f694e4-80ca-443b-baaa-34587d5ba08b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:40.389160 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-476b7a98-8e76-4600-b8a2-c68615c9466b req-61f694e4-80ca-443b-baaa-34587d5ba08b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 945 time: 0.0830190 May 10 11:28:40.487194 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-476b7a98-8e76-4600-b8a2-c68615c9466b req-01785f43-5a9a-4295-8888-76fcfcea7234 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670400 May 10 11:28:40.505928 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7d854-2ae6-4f88-a52e-cbb0d3196c0a req-5332c444-4303-4fd3-9355-b2ad5e46d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:40.507378 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d2b7d854-2ae6-4f88-a52e-cbb0d3196c0a req-5332c444-4303-4fd3-9355-b2ad5e46d9f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 1099 time: 0.1173832 May 10 11:28:40.535768 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801155'] for router_interface, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.581758 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b7954f63-dea0-4594-baf1-be55c62797a6 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:28:40.661089 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7d854-2ae6-4f88-a52e-cbb0d3196c0a req-9ed5e454-0315-41b5-89b2-85d0e1bc7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:40.662528 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d2b7d854-2ae6-4f88-a52e-cbb0d3196c0a req-9ed5e454-0315-41b5-89b2-85d0e1bc7be5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 200 len: 917 time: 0.1461380 May 10 11:28:40.684535 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e424c5d-1749-4231-bcbe-64f1e279fc09 req-5254469a-8acd-4820-92ef-8bce36b74fa6 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866900 May 10 11:28:40.707169 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.734171 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:40.749364 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b7954f63-dea0-4594-baf1-be55c62797a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7954f63-dea0-4594-baf1-be55c62797a6,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:40.756353 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:40.757128 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:28:40.770896 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d2b7d854-2ae6-4f88-a52e-cbb0d3196c0a req-9d2792fd-77f4-4c66-8e42-af30b1caed07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7954f63-dea0-4594-baf1-be55c62797a6 HTTP/1.1" status: 200 len: 1002 time: 0.1009858 May 10 11:28:40.791440 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'code': 200} May 10 11:28:40.791961 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:40.834857 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:28:40.835204 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 26c20e1d-1fef-42cf-8eaf-8f70dd84d370 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:28:40.856345 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7d854-2ae6-4f88-a52e-cbb0d3196c0a req-4b98b84b-06e4-4d3a-9327-1a192463d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:40.858093 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d2b7d854-2ae6-4f88-a52e-cbb0d3196c0a req-4b98b84b-06e4-4d3a-9327-1a192463d484 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0047fbb1-9f38-4413-aadd-86fc2baa6bf0 HTTP/1.1" status: 200 len: 855 time: 0.0596929 May 10 11:28:40.862507 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b7954f63-dea0-4594-baf1-be55c62797a6,revision_number=8']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:40.865815 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:40.936674 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7d854-2ae6-4f88-a52e-cbb0d3196c0a req-e81cfa3f-5e6b-4757-a34c-1560993ac190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:40.938327 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d2b7d854-2ae6-4f88-a52e-cbb0d3196c0a req-e81cfa3f-5e6b-4757-a34c-1560993ac190 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718677 May 10 11:28:40.951859 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3e424c5d-1749-4231-bcbe-64f1e279fc09 req-cbcac2f8-2460-4dfe-b094-2dc7564df179 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528877 May 10 11:28:41.072002 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d2b7d854-2ae6-4f88-a52e-cbb0d3196c0a req-ebb599db-62c7-4ef6-9c1d-d53576a0feaa service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263058 May 10 11:28:41.095714 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] Deleting port d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:28:41.096057 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:41.201557 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d2b7d854-2ae6-4f88-a52e-cbb0d3196c0a req-438724d1-a752-444a-8493-b973c04f5337 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219962 May 10 11:28:41.216026 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] For port d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3,segment=NetworkSegment(aa1ac799-a049-47f1-bf99-e308d8022094),segment_id=aa1ac799-a049-47f1-bf99-e308d8022094)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:41.216378 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:41.426292 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] Calling delete_port for d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 owned by network:router_interface {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:28:41.487726 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213d6d2-3b1f-4b48-b4ff-97527b549b26 req-29217d45-9145-487e-ba03-cd53cfc84085 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:41.489200 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d213d6d2-3b1f-4b48-b4ff-97527b549b26 req-29217d45-9145-487e-ba03-cd53cfc84085 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0826197 May 10 11:28:41.539666 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d213d6d2-3b1f-4b48-b4ff-97527b549b26 req-14f37851-aaf4-4cf0-b3f8-e3a8698234e4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442517 May 10 11:28:41.682561 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1539b9-094d-42e1-986d-5da77bf637c8 req-e8bac106-f30c-4d4b-a4be-316d721220ea tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:41.684128 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4e1539b9-094d-42e1-986d-5da77bf637c8 req-e8bac106-f30c-4d4b-a4be-316d721220ea tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 945 time: 0.0824363 May 10 11:28:41.700347 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:41.704763 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:41.729686 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4e1539b9-094d-42e1-986d-5da77bf637c8 req-b84fad7f-6338-4bfe-b2e3-c0153147aaad tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395226 May 10 11:28:41.780150 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] Pushing event deleted for resources: {'Port': ['ID=d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:41.782429 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:42.005226 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3791091'] for router_interface, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:42.347568 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] Router 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:28:42.590621 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device c70ada02-8e40-4940-aa9b-3133a40c0724 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:28:42.615448 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:28:42.626634 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321fd4a-6ef6-4a63-8f3c-cc5e6b04c537 None None] Sync routers for ids ['5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:28:42.631603 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] 10.222.0.13 "PUT /v2.0/routers/5bb2e6f6-b843-4865-8e33-8f5f59e0f86b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1153121 May 10 11:28:42.632152 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 42164) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:42.641328 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321fd4a-6ef6-4a63-8f3c-cc5e6b04c537 None None] Routers {'5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:42.642361 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-a321fd4a-6ef6-4a63-8f3c-cc5e6b04c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:28:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:42.671903 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port c70ada02-8e40-4940-aa9b-3133a40c0724 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:28:42.678217 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port c70ada02-8e40-4940-aa9b-3133a40c0724 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:28:42.678661 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:42.801783 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:42.826398 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-a321fd4a-6ef6-4a63-8f3c-cc5e6b04c537 None None] Set router 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:42.833820 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779f2b00-54a4-4adc-a879-1902bb4f86e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70ada02-8e40-4940-aa9b-3133a40c0724'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:28:42.845451 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port c70ada02-8e40-4940-aa9b-3133a40c0724, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c70ada02-8e40-4940-aa9b-3133a40c0724,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:42.850096 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:42.853788 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:42.923260 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:42.927067 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=c70ada02-8e40-4940-aa9b-3133a40c0724,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:42.930675 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:43.142748 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-a321fd4a-6ef6-4a63-8f3c-cc5e6b04c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'name': 'tempest-ServerRescueNegativeTestJSON-350277930-router', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:28:41Z', 'revision_number': 5, 'project_id': '63d6ee33a4424d58867cf66f38b94d68', 'gw_port': {'id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:43.146495 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321fd4a-6ef6-4a63-8f3c-cc5e6b04c537 None None] Checking router: 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:28:43.155142 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321fd4a-6ef6-4a63-8f3c-cc5e6b04c537 None None] Routers {'5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:28:43.155733 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-a321fd4a-6ef6-4a63-8f3c-cc5e6b04c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:28:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:43.188224 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd772b16-1905-4119-8a00-c74cdecb4daa req-55029d65-8311-45d9-a63e-6f532640a2f4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:43.189675 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fd772b16-1905-4119-8a00-c74cdecb4daa req-55029d65-8311-45d9-a63e-6f532640a2f4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.4986846 May 10 11:28:43.294857 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7b18e-d1fa-487d-b36d-69f3ae472c95 req-ed76fc1a-884e-4dd1-a73d-e0e34fc4dcf0 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:43.296309 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0bf7b18e-d1fa-487d-b36d-69f3ae472c95 req-ed76fc1a-884e-4dd1-a73d-e0e34fc4dcf0 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 946 time: 0.4397099 May 10 11:28:43.313024 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fd772b16-1905-4119-8a00-c74cdecb4daa req-8867065d-acdb-4357-bb9c-678f94cec963 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146321 May 10 11:28:43.346131 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-a321fd4a-6ef6-4a63-8f3c-cc5e6b04c537 None None] Set router 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:28:43.353296 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.358134 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25287-ba8c-437b-814a-f5cc22bae422 req-d134652a-38d1-430d-9be6-b4053bf27ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:43.359587 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bfb25287-ba8c-437b-814a-f5cc22bae422 req-d134652a-38d1-430d-9be6-b4053bf27ba7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 1097 time: 0.3014441 May 10 11:28:43.374574 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779f2b00-54a4-4adc-a879-1902bb4f86e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70ada02-8e40-4940-aa9b-3133a40c0724', 'code': 200} May 10 11:28:43.417397 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0bf7b18e-d1fa-487d-b36d-69f3ae472c95 req-5abf42c9-b1e8-491e-9b50-4b9cd8aba2de tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019440 May 10 11:28:43.576744 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25287-ba8c-437b-814a-f5cc22bae422 req-afce0a6a-c88b-4d3c-9ad4-a7199775e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:43.578166 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bfb25287-ba8c-437b-814a-f5cc22bae422 req-afce0a6a-c88b-4d3c-9ad4-a7199775e4ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 200 len: 917 time: 0.1715124 May 10 11:28:43.579782 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Deleting port aaa5b120-48c7-4050-ba23-bed1caf3d214 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:28:43.580114 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.680122 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b94637-4166-4ed8-97bb-735aeea64e3e req-b66bb52f-a1c1-4384-9c3c-d98968aa561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:43.681638 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-63b94637-4166-4ed8-97bb-735aeea64e3e req-b66bb52f-a1c1-4384-9c3c-d98968aa561d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 1099 time: 0.0753579 May 10 11:28:43.695902 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-a321fd4a-6ef6-4a63-8f3c-cc5e6b04c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'name': 'tempest-ServerRescueNegativeTestJSON-350277930-router', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:28:41Z', 'revision_number': 5, 'project_id': '63d6ee33a4424d58867cf66f38b94d68', 'gw_port': {'id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:43.701239 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321fd4a-6ef6-4a63-8f3c-cc5e6b04c537 None None] The sync data for ids ['5bb2e6f6-b843-4865-8e33-8f5f59e0f86b'] in dv-cinder-784956-5-iscsi is: [{'id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'name': 'tempest-ServerRescueNegativeTestJSON-350277930-router', 'tenant_id': '63d6ee33a4424d58867cf66f38b94d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:28:41Z', 'revision_number': 5, 'project_id': '63d6ee33a4424d58867cf66f38b94d68', 'gw_port': {'id': 'aaa5b120-48c7-4050-ba23-bed1caf3d214', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb2e6f6-b843-4865-8e33-8f5f59e0f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:28:43.726443 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-63b94637-4166-4ed8-97bb-735aeea64e3e req-9a6ed0e8-0e62-46a2-8073-b7f5150eaf44 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367947 May 10 11:28:43.769505 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bfb25287-ba8c-437b-814a-f5cc22bae422 req-dd9a2c6f-434d-4e7b-ae91-61e4d57690d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7954f63-dea0-4594-baf1-be55c62797a6 HTTP/1.1" status: 200 len: 1000 time: 0.1766431 May 10 11:28:43.793203 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] For port aaa5b120-48c7-4050-ba23-bed1caf3d214, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=aaa5b120-48c7-4050-ba23-bed1caf3d214,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:28:43.793555 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:43.911676 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Calling delete_port for aaa5b120-48c7-4050-ba23-bed1caf3d214 owned by network:router_gateway {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:28:43.983154 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25287-ba8c-437b-814a-f5cc22bae422 req-32df3df0-a623-4e21-935e-5f2f0ab3b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:43.984557 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bfb25287-ba8c-437b-814a-f5cc22bae422 req-32df3df0-a623-4e21-935e-5f2f0ab3b36b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0047fbb1-9f38-4413-aadd-86fc2baa6bf0 HTTP/1.1" status: 200 len: 855 time: 0.0792193 May 10 11:28:43.998221 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:44.226922 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25287-ba8c-437b-814a-f5cc22bae422 req-fa5d949a-6a06-4ba7-b9c2-6c18f2878743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:44.228286 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bfb25287-ba8c-437b-814a-f5cc22bae422 req-fa5d949a-6a06-4ba7-b9c2-6c18f2878743 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1145916 May 10 11:28:44.475383 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:28:44.519805 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:28:44.520148 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device d20bd5a0-4fec-4dfa-b3e5-2fd64e8067d3 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:28:44.524680 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:44.533758 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:44.626501 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa5b120-48c7-4050-ba23-bed1caf3d214,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:44.631323 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:44.719180 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bfb25287-ba8c-437b-814a-f5cc22bae422 req-b90e1cc6-a74d-483f-9f0a-9845720d6ad9 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587309 May 10 11:28:44.823842 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8a1a5-f20c-455c-a1c2-09229aec565b req-dfe9c800-5c4a-45e1-9a9e-2794a7064414 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:44.825750 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8ef8a1a5-f20c-455c-a1c2-09229aec565b req-dfe9c800-5c4a-45e1-9a9e-2794a7064414 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.3926775 May 10 11:28:44.869561 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816807'] for router_gateway, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.070724 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387345c-90f1-48c4-b394-7cbc82a53d4e req-02eacafb-a42e-426c-be8e-cb32d632644e tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:45.072158 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4387345c-90f1-48c4-b394-7cbc82a53d4e req-02eacafb-a42e-426c-be8e-cb32d632644e tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 946 time: 0.5401473 May 10 11:28:45.110818 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8ef8a1a5-f20c-455c-a1c2-09229aec565b req-f3088050-43ca-48dc-9c72-36a58db86244 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693098 May 10 11:28:45.118897 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3811131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60751'] for router, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.133042 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.221037 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bfb25287-ba8c-437b-814a-f5cc22bae422 req-469d127d-ca8b-4c52-a796-d45222d41c46 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861882 May 10 11:28:45.237980 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4387345c-90f1-48c4-b394-7cbc82a53d4e req-23b8b02c-d378-47be-ac23-030c7392cf3b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483786 May 10 11:28:45.246651 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3812213'] for router, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.247601 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bb2e6f6-b843-4865-8e33-8f5f59e0f86b {{(pid=78729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:28:45.265621 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Notify callbacks [] for router, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.268749 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5bb2e6f6-b843-4865-8e33-8f5f59e0f86b HTTP/1.1" status: 204 len: 168 time: 2.6336010 May 10 11:28:45.269442 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 42182) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:45.332257 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bd62e7-a3de-442b-9e33-5603e005b324 admin admin] Deleting subnet 79871b72-bb32-422b-8cbf-d81f2f7d441c {{(pid=78729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:28:45.335690 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-02bd62e7-a3de-442b-9e33-5603e005b324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.394987 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-02bd62e7-a3de-442b-9e33-5603e005b324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10029481'] for subnet, precommit_delete_associations {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.451161 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-02bd62e7-a3de-442b-9e33-5603e005b324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.699381 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-02bd62e7-a3de-442b-9e33-5603e005b324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2228974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2416174'] for subnet, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.704082 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d931b449-b4f9-4c19-ad68-fa9fb8814689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:45.739710 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd62e7-a3de-442b-9e33-5603e005b324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79871b72-bb32-422b-8cbf-d81f2f7d441c,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:45.742025 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-02bd62e7-a3de-442b-9e33-5603e005b324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:45.742988 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-02bd62e7-a3de-442b-9e33-5603e005b324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:45.751904 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-02bd62e7-a3de-442b-9e33-5603e005b324 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/79871b72-bb32-422b-8cbf-d81f2f7d441c HTTP/1.1" status: 204 len: 168 time: 0.4786201 May 10 11:28:45.751904 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 42196) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:45.969850 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.136999 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.155020 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef487f9-42ce-4632-b394-ab24d64ee08b']}} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:46.172890 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1ac799-a049-47f1-bf99-e308d8022094') {'for_net_delete': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:46.173108 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1ac799-a049-47f1-bf99-e308d8022094') {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:28:46.187794 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10029494'] for segment, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.215499 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cb173-c19b-44eb-a7dd-cd730d116f13 req-779a3ff2-bc6e-4281-82f7-555da89005d4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:46.217035 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-602cb173-c19b-44eb-a7dd-cd730d116f13 req-779a3ff2-bc6e-4281-82f7-555da89005d4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1955619 May 10 11:28:46.220546 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.241885 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=78729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:28:46.242285 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228872'] for segment, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: Traceback (most recent call last): May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: timer() May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: cb(*args, **kw) May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: return func(*args, **kwargs) May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: self._notify() May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: self.callback(batched_events) May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: event.method(event) May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: return f(self, *a, **k) May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._get(url).json() May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: return self.request(url, 'GET', **kwargs) May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:28:46.255138 dv-cinder-784956-5-iscsi neutron-server[78729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:28:46.346772 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-602cb173-c19b-44eb-a7dd-cd730d116f13 req-5ffa3808-81e2-4043-a7f3-f572f2a2d640 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234038 May 10 11:28:46.351099 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.357788 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:46.367344 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 42222) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:46.373142 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.424013 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef487f9-42ce-4632-b394-ab24d64ee08b,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:46.427134 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:46.428583 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-85e1ddd8-7304-4111-a48e-9b4e24eb3756 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cef487f9-42ce-4632-b394-ab24d64ee08b HTTP/1.1" status: 204 len: 168 time: 0.6761572 May 10 11:28:46.471276 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c7ac5-a725-49ca-b0bf-12a6a21701bd req-b4459f2d-5261-4fc0-a2bb-a27393699e03 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:46.473146 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0a4c7ac5-a725-49ca-b0bf-12a6a21701bd req-b4459f2d-5261-4fc0-a2bb-a27393699e03 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 946 time: 0.1011052 May 10 11:28:46.489359 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-936ffed6-5041-4251-bad3-5b93cdae233b req-bc1237e0-1a40-4209-bda3-596d82f7a98b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1199615 May 10 11:28:46.538739 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0a4c7ac5-a725-49ca-b0bf-12a6a21701bd req-516b5116-c6c5-4799-b36a-cf9b895c5695 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575459 May 10 11:28:46.563472 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device aaa5b120-48c7-4050-ba23-bed1caf3d214 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:28:46.636068 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b7954f63-dea0-4594-baf1-be55c62797a6 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:28:46.671703 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: aaa5b120-48c7-4050-ba23-bed1caf3d214 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:28:46.672041 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device aaa5b120-48c7-4050-ba23-bed1caf3d214 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:28:46.734351 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 42240) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:46.790963 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-624f483a-5ccb-4367-8134-9653c948daab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63d6ee33a4424d58867cf66f38b94d68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0554161 May 10 11:28:46.793553 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 42244) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:28:46.853734 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6464e5e2-c8ac-432b-bfa5-03d19960bc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.881951 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6464e5e2-c8ac-432b-bfa5-03d19960bc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.961659 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6464e5e2-c8ac-432b-bfa5-03d19960bc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:46.966821 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8422925a-619b-49cf-8154-38e3001f9f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:28:46.980737 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464e5e2-c8ac-432b-bfa5-03d19960bc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d6b001-0c31-45ca-b89a-c52b061048d2,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:28:46.993411 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6464e5e2-c8ac-432b-bfa5-03d19960bc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:28:47.024167 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6464e5e2-c8ac-432b-bfa5-03d19960bc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:47.025309 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6464e5e2-c8ac-432b-bfa5-03d19960bc9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6d6b001-0c31-45ca-b89a-c52b061048d2 HTTP/1.1" status: 204 len: 168 time: 0.2307408 May 10 11:28:47.540472 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db3903-fcbb-461f-a3c7-7ab6fe1caf04 req-0d69e015-c351-4fdb-9673-2fbe3024847c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:47.541927 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-16db3903-fcbb-461f-a3c7-7ab6fe1caf04 req-0d69e015-c351-4fdb-9673-2fbe3024847c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0791368 May 10 11:28:47.588433 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-16db3903-fcbb-461f-a3c7-7ab6fe1caf04 req-281d9f4b-da2a-4d62-8328-cca985003d11 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400319 May 10 11:28:48.794418 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ab4f-0b78-4e58-9bb5-d38580ccf8a3 req-37e39c02-2451-4196-8694-a6ccc1326c94 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:48.795860 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5565ab4f-0b78-4e58-9bb5-d38580ccf8a3 req-37e39c02-2451-4196-8694-a6ccc1326c94 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0845547 May 10 11:28:48.845668 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5565ab4f-0b78-4e58-9bb5-d38580ccf8a3 req-49f00620-9a4f-4344-a315-176eda3ff93a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428586 May 10 11:28:48.954348 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ffed6-5041-4251-bad3-5b93cdae233b req-ab703e18-9748-44a2-85b6-8071ac083e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:48.956730 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-936ffed6-5041-4251-bad3-5b93cdae233b req-ab703e18-9748-44a2-85b6-8071ac083e3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5&tenant_id=1b70fd3b3ac4462e870e5172331d2ddb HTTP/1.1" status: 200 len: 1097 time: 0.0792258 May 10 11:28:49.049167 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ffed6-5041-4251-bad3-5b93cdae233b req-18d3e2f4-5335-47f2-b4b7-86f5a7630e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:49.050490 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-936ffed6-5041-4251-bad3-5b93cdae233b req-18d3e2f4-5335-47f2-b4b7-86f5a7630e71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 1097 time: 0.0737710 May 10 11:28:49.181696 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ffed6-5041-4251-bad3-5b93cdae233b req-b7c7ecd7-c546-4ac7-8641-be3fff770bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:49.183004 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-936ffed6-5041-4251-bad3-5b93cdae233b req-b7c7ecd7-c546-4ac7-8641-be3fff770bea service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 200 len: 917 time: 0.1235352 May 10 11:28:49.288573 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-936ffed6-5041-4251-bad3-5b93cdae233b req-1811d85e-25d5-49e4-aca4-1cff63f006a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7954f63-dea0-4594-baf1-be55c62797a6 HTTP/1.1" status: 200 len: 1000 time: 0.0903947 May 10 11:28:49.356437 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ffed6-5041-4251-bad3-5b93cdae233b req-61401cac-c2d6-49fa-bfa1-4de4bba07f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:49.357807 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-936ffed6-5041-4251-bad3-5b93cdae233b req-61401cac-c2d6-49fa-bfa1-4de4bba07f99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0047fbb1-9f38-4413-aadd-86fc2baa6bf0 HTTP/1.1" status: 200 len: 855 time: 0.0621624 May 10 11:28:49.436305 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ffed6-5041-4251-bad3-5b93cdae233b req-ab1723ab-d157-4b30-9f53-f3122dda4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:49.437774 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-936ffed6-5041-4251-bad3-5b93cdae233b req-ab1723ab-d157-4b30-9f53-f3122dda4846 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728445 May 10 11:28:49.567951 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-936ffed6-5041-4251-bad3-5b93cdae233b req-aa835dfc-4d97-4429-ad7e-8ca1430ecba7 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232257 May 10 11:28:49.697678 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-936ffed6-5041-4251-bad3-5b93cdae233b req-cb2c8caa-3b82-40a0-a226-5c269ba6c625 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210375 May 10 11:28:50.151659 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe392f4-0e1d-4058-b6a9-7a5dc499fb0a req-2e2bd1fe-c4b3-41d9-a517-496e08f900c7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:50.153192 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8fe392f4-0e1d-4058-b6a9-7a5dc499fb0a req-2e2bd1fe-c4b3-41d9-a517-496e08f900c7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1866498 May 10 11:28:50.199771 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8fe392f4-0e1d-4058-b6a9-7a5dc499fb0a req-8fea24de-cf05-43d5-9af2-78255b2e1b48 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407927 May 10 11:28:51.396338 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bd281-32b8-413c-808a-68673ce0df2d req-869a3f3c-8bcf-423d-bca7-d497d6078c7e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:51.397846 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-112bd281-32b8-413c-808a-68673ce0df2d req-869a3f3c-8bcf-423d-bca7-d497d6078c7e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0813966 May 10 11:28:51.448858 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-112bd281-32b8-413c-808a-68673ce0df2d req-6a2fde41-dfa3-40b1-ba55-79ac5a5c6997 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433636 May 10 11:28:52.330541 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8415dcff-0bf2-48a5-9f9a-5dad8752ee75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:52.640394 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0727f-714e-4f73-be2e-1c3dcf65f182 req-6b69b3f4-e672-4ec1-ac94-0bb4b526f711 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:52.641926 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1ab0727f-714e-4f73-be2e-1c3dcf65f182 req-6b69b3f4-e672-4ec1-ac94-0bb4b526f711 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0817561 May 10 11:28:52.689506 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1ab0727f-714e-4f73-be2e-1c3dcf65f182 req-9a5da6f7-9a6b-41f7-97f8-df06c564fe7f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412223 May 10 11:28:53.881483 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5a8ab-8e70-4db3-861a-9d88ec2e2f84 req-34b34f03-be9a-4396-9b4c-19f46dc8982a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:53.882912 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-88e5a8ab-8e70-4db3-861a-9d88ec2e2f84 req-34b34f03-be9a-4396-9b4c-19f46dc8982a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0843265 May 10 11:28:53.928115 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-88e5a8ab-8e70-4db3-861a-9d88ec2e2f84 req-a4330fe2-afd5-47fa-a418-108c7159a61c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386181 May 10 11:28:54.971542 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7e68f3f0-4a94-45aa-a9ee-b0483215b670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.078481 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:55.130676 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b97472-db83-45c2-b8b2-09b9c915fab8 req-f683b911-54f4-482b-bf1b-c11b8df04f06 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:55.132146 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-26b97472-db83-45c2-b8b2-09b9c915fab8 req-f683b911-54f4-482b-bf1b-c11b8df04f06 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0868347 May 10 11:28:55.182697 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-26b97472-db83-45c2-b8b2-09b9c915fab8 req-ddc5e502-d572-498e-9172-5dabd904a27d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442111 May 10 11:28:56.035425 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:56.377555 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e5368-bb14-42e4-9510-c5fddc36d84e req-ab55154f-3f13-475b-b26b-b294b5766b66 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:56.379051 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e92e5368-bb14-42e4-9510-c5fddc36d84e req-ab55154f-3f13-475b-b26b-b294b5766b66 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0843854 May 10 11:28:56.426609 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e92e5368-bb14-42e4-9510-c5fddc36d84e req-81ded693-1eea-4564-ba8e-6cbe9e699cf1 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410438 May 10 11:28:57.412233 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:28:57.621875 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52292d9-a4ae-4e85-9a05-d37634c9b168 req-b4962225-efef-4ecb-851d-33ddffcf39f2 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:57.624044 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d52292d9-a4ae-4e85-9a05-d37634c9b168 req-b4962225-efef-4ecb-851d-33ddffcf39f2 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0859981 May 10 11:28:57.670960 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d52292d9-a4ae-4e85-9a05-d37634c9b168 req-4016cb17-565e-4f26-9d73-774d35831a4a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410991 May 10 11:28:58.856727 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653662b-5930-4c7c-914b-e59e73720621 req-eab8d0c2-f834-458a-8f3c-3e4f1f67e3ff tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:28:58.858322 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f653662b-5930-4c7c-914b-e59e73720621 req-eab8d0c2-f834-458a-8f3c-3e4f1f67e3ff tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0807197 May 10 11:28:58.906709 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f653662b-5930-4c7c-914b-e59e73720621 req-260df8c8-6c98-4b0a-975e-387964b6612e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422943 May 10 11:29:00.105020 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75d3e6-17ae-45d4-8eec-f57d9614f3dc req-f690ed80-dd04-44ea-9a24-4e13e8462d6e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:00.106573 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ac75d3e6-17ae-45d4-8eec-f57d9614f3dc req-f690ed80-dd04-44ea-9a24-4e13e8462d6e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0847101 May 10 11:29:00.154888 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ac75d3e6-17ae-45d4-8eec-f57d9614f3dc req-8bf41e09-95bd-4a90-ac88-0efbc69301f5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410168 May 10 11:29:01.356046 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada27ea-b424-48be-bb23-e69a71af89f3 req-44a88846-0924-4f25-abb5-efe6e16af8a1 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:01.357567 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-eada27ea-b424-48be-bb23-e69a71af89f3 req-44a88846-0924-4f25-abb5-efe6e16af8a1 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0907552 May 10 11:29:01.407463 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-eada27ea-b424-48be-bb23-e69a71af89f3 req-798af196-b4bd-4e4a-b668-e280471d285a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441117 May 10 11:29:01.671996 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:29:02.598317 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596cba8-675c-43f7-a5e7-e8eee58611fc req-eb9c5682-7804-436c-8b20-f98e1ebf2cfe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:02.599742 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8596cba8-675c-43f7-a5e7-e8eee58611fc req-eb9c5682-7804-436c-8b20-f98e1ebf2cfe tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0812583 May 10 11:29:02.649623 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8596cba8-675c-43f7-a5e7-e8eee58611fc req-5ee0687a-a4eb-4b6e-b0a1-83df087bb52f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437481 May 10 11:29:03.848199 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d7cf3-82bd-4454-bc64-dbf055a94b44 req-a9c8f47a-e6e2-448d-9965-44aac7197e0f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:03.849654 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8e4d7cf3-82bd-4454-bc64-dbf055a94b44 req-a9c8f47a-e6e2-448d-9965-44aac7197e0f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0830774 May 10 11:29:03.895647 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8e4d7cf3-82bd-4454-bc64-dbf055a94b44 req-dd7a364b-a065-41ba-a2ad-30a97a3bcdbd tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398858 May 10 11:29:05.088598 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fc313-e45e-45b3-85db-221ffd83ca44 req-3ef53a9d-2d69-4f80-95ba-ca4f7434d1f0 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:05.090498 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-436fc313-e45e-45b3-85db-221ffd83ca44 req-3ef53a9d-2d69-4f80-95ba-ca4f7434d1f0 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0833433 May 10 11:29:05.134842 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-436fc313-e45e-45b3-85db-221ffd83ca44 req-516d38da-e76f-41ec-b33e-c95a0d23f8bf tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384827 May 10 11:29:06.325265 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6384ce1-91c2-49ea-bafc-4742da314050 req-ef1aa785-892b-464c-9872-4180f6ae59a5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:06.326759 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b6384ce1-91c2-49ea-bafc-4742da314050 req-ef1aa785-892b-464c-9872-4180f6ae59a5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0802894 May 10 11:29:06.372610 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b6384ce1-91c2-49ea-bafc-4742da314050 req-a1eaf267-9c27-48b5-be93-b5faa08066f6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402086 May 10 11:29:07.569827 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582eb2-2a58-4654-96d7-08c3e55005ac req-9d8e8986-0cfb-4410-ac57-082279f3eb8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:07.571998 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-38582eb2-2a58-4654-96d7-08c3e55005ac req-9d8e8986-0cfb-4410-ac57-082279f3eb8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0857625 May 10 11:29:07.627016 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-38582eb2-2a58-4654-96d7-08c3e55005ac req-54c4f539-c386-40f5-a53f-9b524ec47c70 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423112 May 10 11:29:08.834421 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e3785-ddd2-4a9d-b9af-80d4a4542bc3 req-75b08f31-f00f-45f0-9561-b337ec5b0495 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:08.835962 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-379e3785-ddd2-4a9d-b9af-80d4a4542bc3 req-75b08f31-f00f-45f0-9561-b337ec5b0495 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0918508 May 10 11:29:08.883764 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-379e3785-ddd2-4a9d-b9af-80d4a4542bc3 req-89cc5d42-692c-4602-ae2c-3c37f40aeb48 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407999 May 10 11:29:10.081593 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4c92f-f299-43c2-a825-18811ba17654 req-6a54424d-5971-4992-9047-1e63270f415b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:10.083045 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a4c4c92f-f299-43c2-a825-18811ba17654 req-6a54424d-5971-4992-9047-1e63270f415b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0855358 May 10 11:29:10.131485 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a4c4c92f-f299-43c2-a825-18811ba17654 req-8d67937b-2a85-4757-96d1-2f129f3727b8 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428355 May 10 11:29:11.400086 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237a94a-07e9-4acf-abdd-0d7a134c6c2e req-05cb896b-a6b6-4b66-9570-2163fc9014d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:11.401623 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e237a94a-07e9-4acf-abdd-0d7a134c6c2e req-05cb896b-a6b6-4b66-9570-2163fc9014d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1606355 May 10 11:29:11.445853 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e237a94a-07e9-4acf-abdd-0d7a134c6c2e req-3d5ae556-96e9-49dc-87c4-741ae1e362c0 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384362 May 10 11:29:12.637790 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17311e-c1d2-4a8a-aaef-b177ffd192d1 req-34f16518-0e2c-434b-98cf-c6e585b76de7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:12.639207 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2c17311e-c1d2-4a8a-aaef-b177ffd192d1 req-34f16518-0e2c-434b-98cf-c6e585b76de7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0813828 May 10 11:29:12.684368 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2c17311e-c1d2-4a8a-aaef-b177ffd192d1 req-f3508e16-2f52-49c2-b1a9-6fecda46f1f4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391877 May 10 11:29:13.877558 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c40d16-3f9c-4423-ab92-afa792ca78d1 req-334e60ff-32a9-4e2f-968c-3ccc31ac038d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:13.879115 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c3c40d16-3f9c-4423-ab92-afa792ca78d1 req-334e60ff-32a9-4e2f-968c-3ccc31ac038d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0851984 May 10 11:29:13.926313 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c3c40d16-3f9c-4423-ab92-afa792ca78d1 req-0a40af2f-7a2e-440f-bbe6-349904cc3413 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 May 10 11:29:14.011558 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:15.122161 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a332b4-3497-4c4c-8e66-92e01d743521 req-8fa67c01-b9b2-4b2e-9013-9f04ebfe3522 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:15.123647 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-59a332b4-3497-4c4c-8e66-92e01d743521 req-8fa67c01-b9b2-4b2e-9013-9f04ebfe3522 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0816624 May 10 11:29:15.169682 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-59a332b4-3497-4c4c-8e66-92e01d743521 req-ac248695-6e48-4817-8079-a72759c5acbb tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402501 May 10 11:29:16.244317 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f6617-cfb1-456f-a701-9880c095dce8 req-6aa97a9b-f4ae-4e9f-894c-09f94f378dc3 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:16.245805 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-793f6617-cfb1-456f-a701-9880c095dce8 req-6aa97a9b-f4ae-4e9f-894c-09f94f378dc3 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 946 time: 0.0830839 May 10 11:29:16.294862 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-793f6617-cfb1-456f-a701-9880c095dce8 req-f0c5b264-cf29-4040-9cbc-9b2c5725c327 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431666 May 10 11:29:16.526121 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4b58-3bd1-4d66-8722-6ec765e0591e req-77f84358-6f38-4e7b-8e72-18d10c81b62c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:16.527583 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1dfb4b58-3bd1-4d66-8722-6ec765e0591e req-77f84358-6f38-4e7b-8e72-18d10c81b62c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.2463329 May 10 11:29:16.571369 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1dfb4b58-3bd1-4d66-8722-6ec765e0591e req-e45d3b7a-8e3b-42e1-8a18-7a90b3e5d266 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379195 May 10 11:29:17.527565 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d11625-0cda-4422-9b4d-6c2e858330c5 req-a083d906-e07a-4802-b53f-8b89c77e4a0d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:17.529020 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a7d11625-0cda-4422-9b4d-6c2e858330c5 req-a083d906-e07a-4802-b53f-8b89c77e4a0d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 946 time: 0.1287596 May 10 11:29:17.573081 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a7d11625-0cda-4422-9b4d-6c2e858330c5 req-51f10be3-e541-4550-ba71-cbf1314d6486 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382867 May 10 11:29:17.756230 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf44b4-4738-4502-a898-2a6cfd3b1832 req-42f0d35f-76e7-40fd-ad32-1ce16d5f57e5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:17.757574 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1cdf44b4-4738-4502-a898-2a6cfd3b1832 req-42f0d35f-76e7-40fd-ad32-1ce16d5f57e5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0780017 May 10 11:29:17.802876 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1cdf44b4-4738-4502-a898-2a6cfd3b1832 req-2b0a7c21-dc58-4e45-81bd-d3983ee3a37d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395770 May 10 11:29:18.756937 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc0a8c-62a9-460a-aa12-df33b431670e req-84ae7a95-e7a8-4800-abd7-ef913f476706 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:18.758280 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f3dc0a8c-62a9-460a-aa12-df33b431670e req-84ae7a95-e7a8-4800-abd7-ef913f476706 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 946 time: 0.0831916 May 10 11:29:18.804230 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f3dc0a8c-62a9-460a-aa12-df33b431670e req-2bc23835-13cb-4ac6-8c0c-9b17c64c3349 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398109 May 10 11:29:18.993109 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2e445-4189-4022-893b-c2473e8368ca req-a46d20e7-0e3b-450b-8075-4bd93a7d276f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:18.994524 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cab2e445-4189-4022-893b-c2473e8368ca req-a46d20e7-0e3b-450b-8075-4bd93a7d276f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0821371 May 10 11:29:19.039264 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cab2e445-4189-4022-893b-c2473e8368ca req-85bb302a-4bd4-4a9e-9a2c-a5ccd429a288 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377147 May 10 11:29:19.986375 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e900bd3-700a-4505-9b68-cef2daba1d06 req-7a170c4a-5ea3-4eb4-b646-d2691197d63e tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:19.987801 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1e900bd3-700a-4505-9b68-cef2daba1d06 req-7a170c4a-5ea3-4eb4-b646-d2691197d63e tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 946 time: 0.0790560 May 10 11:29:20.031545 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1e900bd3-700a-4505-9b68-cef2daba1d06 req-bd5a26e4-f344-4868-8897-a7d66a443d21 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380800 May 10 11:29:20.227944 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644cbc5-90e1-4b31-8879-b4c2d055c55e req-0278c407-58f5-4907-9ddb-efb11bc9c61a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:20.229720 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8644cbc5-90e1-4b31-8879-b4c2d055c55e req-0278c407-58f5-4907-9ddb-efb11bc9c61a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0838366 May 10 11:29:20.274331 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8644cbc5-90e1-4b31-8879-b4c2d055c55e req-c079d30d-e28b-4888-944d-7fef08074cbd tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389419 May 10 11:29:21.214641 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa54f2-057b-40f4-8c9d-ebdee1106642 req-e8175972-f84a-44f8-94e3-090ae18aae86 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:21.216063 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-46fa54f2-057b-40f4-8c9d-ebdee1106642 req-e8175972-f84a-44f8-94e3-090ae18aae86 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 946 time: 0.0804322 May 10 11:29:21.263474 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-46fa54f2-057b-40f4-8c9d-ebdee1106642 req-af42d742-71ce-4710-b0a0-333c22853631 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 May 10 11:29:21.458367 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a7883-04bc-4aab-a00c-b1abbf189437 req-7f9fb442-7112-4a9a-abe1-7b3596485f72 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:21.459776 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-287a7883-04bc-4aab-a00c-b1abbf189437 req-7f9fb442-7112-4a9a-abe1-7b3596485f72 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0783014 May 10 11:29:21.503479 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-287a7883-04bc-4aab-a00c-b1abbf189437 req-c3934755-3d28-4a6e-8d18-e888ce3cbf13 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380380 May 10 11:29:22.323100 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0a43c27e-d5e4-48c8-b095-c6a4d4083860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:22.446248 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814626a3-e365-454d-85ff-efc57f328d47 req-bf31d89b-aca3-455d-9fbc-ecd7b2bbeb59 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:22.447655 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-814626a3-e365-454d-85ff-efc57f328d47 req-bf31d89b-aca3-455d-9fbc-ecd7b2bbeb59 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 946 time: 0.0812309 May 10 11:29:22.491628 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-814626a3-e365-454d-85ff-efc57f328d47 req-eda85a46-8455-4fb6-95b4-d92d3c796266 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382268 May 10 11:29:22.689698 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d21c8-2084-4f98-b6b1-fc92e3a7681d req-2af8b098-6d40-40a2-950a-4344bf1a65a9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:22.691121 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-398d21c8-2084-4f98-b6b1-fc92e3a7681d req-2af8b098-6d40-40a2-950a-4344bf1a65a9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0780241 May 10 11:29:22.735576 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-398d21c8-2084-4f98-b6b1-fc92e3a7681d req-a65218c6-5f59-4fc5-913b-738cacba90cc tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385370 May 10 11:29:23.673301 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b20a6-f06c-4bdc-8b1f-e56672241a15 req-43a3436a-4586-42ba-a070-df593668e0c8 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:23.674718 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-696b20a6-f06c-4bdc-8b1f-e56672241a15 req-43a3436a-4586-42ba-a070-df593668e0c8 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 946 time: 0.0815876 May 10 11:29:23.718008 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-696b20a6-f06c-4bdc-8b1f-e56672241a15 req-8905dac0-9274-4448-b65c-0dce05487f90 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376034 May 10 11:29:23.924328 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf435805-e904-4a55-a9d2-475a88e8ab5b req-c1c7dfab-2dd4-48bb-9666-ee189f8bfc02 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:23.925776 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cf435805-e904-4a55-a9d2-475a88e8ab5b req-c1c7dfab-2dd4-48bb-9666-ee189f8bfc02 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0777864 May 10 11:29:23.972367 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cf435805-e904-4a55-a9d2-475a88e8ab5b req-3431d479-87bf-4067-b715-a2b3fb87f22b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409684 May 10 11:29:24.912503 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9691958-b73e-499c-a8cf-eeed58965abc req-95d736cb-435d-4a10-9bd9-6e183bb83db5 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:24.913967 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a9691958-b73e-499c-a8cf-eeed58965abc req-95d736cb-435d-4a10-9bd9-6e183bb83db5 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 946 time: 0.0791590 May 10 11:29:24.958754 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a9691958-b73e-499c-a8cf-eeed58965abc req-b175fd7c-b21b-4932-8b98-4135269bdf68 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 May 10 11:29:24.968042 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a8314879-459b-476d-afe8-94d61f678a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.061615 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:25.249925 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c2194-840b-433a-a4d7-110af97e2849 req-cacd4166-a6e7-4cbc-8a7d-8b789b6aac42 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:25.251261 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-484c2194-840b-433a-a4d7-110af97e2849 req-cacd4166-a6e7-4cbc-8a7d-8b789b6aac42 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.1608672 May 10 11:29:25.295194 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-484c2194-840b-433a-a4d7-110af97e2849 req-c92ad56c-f716-49c8-8a05-2af477b989b5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382328 May 10 11:29:26.026700 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755e82a-a67e-435b-a979-d2c99e33e0a9 req-067f0019-8671-4f2e-a1e5-5fde4aa70fbe tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:26.028127 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0755e82a-a67e-435b-a979-d2c99e33e0a9 req-067f0019-8671-4f2e-a1e5-5fde4aa70fbe tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 946 time: 0.0788562 May 10 11:29:26.039926 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.213837 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a681-16ee-4d68-902e-8c45ca836169 req-300d7027-07c1-4c1e-9872-7985a2cdcc84 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:26.215260 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-86d4a681-16ee-4d68-902e-8c45ca836169 req-300d7027-07c1-4c1e-9872-7985a2cdcc84 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 946 time: 0.1476297 May 10 11:29:26.252119 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-0755e82a-a67e-435b-a979-d2c99e33e0a9 req-11af60ff-dab4-41de-b575-1c35d10e003d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Deleting port c70ada02-8e40-4940-aa9b-3133a40c0724 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:29:26.252375 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-0755e82a-a67e-435b-a979-d2c99e33e0a9 req-11af60ff-dab4-41de-b575-1c35d10e003d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.340276 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-86d4a681-16ee-4d68-902e-8c45ca836169 req-10b89806-f5fa-45e3-a765-6350e995fdc2 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175563 May 10 11:29:26.398916 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-0755e82a-a67e-435b-a979-d2c99e33e0a9 req-11af60ff-dab4-41de-b575-1c35d10e003d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] For port c70ada02-8e40-4940-aa9b-3133a40c0724, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c70ada02-8e40-4940-aa9b-3133a40c0724,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:26.399229 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-0755e82a-a67e-435b-a979-d2c99e33e0a9 req-11af60ff-dab4-41de-b575-1c35d10e003d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.566348 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-0755e82a-a67e-435b-a979-d2c99e33e0a9 req-11af60ff-dab4-41de-b575-1c35d10e003d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Calling delete_port for c70ada02-8e40-4940-aa9b-3133a40c0724 owned by compute:nova {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:29:26.624259 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ada0e-ff61-4ec2-8a2a-1859fb1e6872 req-30402e0c-b38d-44b7-98de-62e16acbcc6d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:26.625661 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a20ada0e-ff61-4ec2-8a2a-1859fb1e6872 req-30402e0c-b38d-44b7-98de-62e16acbcc6d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.2186482 May 10 11:29:26.683569 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a20ada0e-ff61-4ec2-8a2a-1859fb1e6872 req-8acd50bf-7ca6-425a-bdb3-44b0305702ed tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509887 May 10 11:29:26.752466 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-0755e82a-a67e-435b-a979-d2c99e33e0a9 req-11af60ff-dab4-41de-b575-1c35d10e003d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.758155 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-502c4aa7-dd43-4600-bf63-22e6fd3f8663 tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:26.768080 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['e45a01c2-514e-4f16-9f23-de035e9a9c9c', 'a7909b80-88d1-4220-ae50-b4b451b9170b', 'e92193ed-e55d-48d0-b4d0-feede4f970f6', 'c70ada02-8e40-4940-aa9b-3133a40c0724'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:29:26.809584 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af60ff-dab4-41de-b575-1c35d10e003d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Pushing event deleted for resources: {'Port': ['ID=c70ada02-8e40-4940-aa9b-3133a40c0724,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:26.846350 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-11af60ff-dab4-41de-b575-1c35d10e003d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:26.888588 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-0755e82a-a67e-435b-a979-d2c99e33e0a9 req-11af60ff-dab4-41de-b575-1c35d10e003d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] No DVR routers for this DVR port c70ada02-8e40-4940-aa9b-3133a40c0724 on host hv-cinder-78495 {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:26.891171 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-0755e82a-a67e-435b-a979-d2c99e33e0a9 req-11af60ff-dab4-41de-b575-1c35d10e003d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:26.893832 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779f2b00-54a4-4adc-a879-1902bb4f86e9', 'name': 'network-vif-deleted', 'tag': 'c70ada02-8e40-4940-aa9b-3133a40c0724'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:29:26.910253 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0755e82a-a67e-435b-a979-d2c99e33e0a9 req-11af60ff-dab4-41de-b575-1c35d10e003d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "DELETE /v2.0/ports/c70ada02-8e40-4940-aa9b-3133a40c0724 HTTP/1.1" status: 204 len: 173 time: 0.8742406 May 10 11:29:26.941790 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779f2b00-54a4-4adc-a879-1902bb4f86e9', 'name': 'network-vif-deleted', 'tag': 'c70ada02-8e40-4940-aa9b-3133a40c0724', 'status': 'completed', 'code': 200} May 10 11:29:27.415834 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:27.508350 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-50d8f78d-8ff0-47d7-90dc-07bd2725afa0 req-5d108533-4340-4d3c-8554-fd86afde5d3d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Synchronizing usage tracker for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:29:27.523329 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-50d8f78d-8ff0-47d7-90dc-07bd2725afa0 req-5d108533-4340-4d3c-8554-fd86afde5d3d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Unset dirty status for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:29:27.524573 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-50d8f78d-8ff0-47d7-90dc-07bd2725afa0 req-5d108533-4340-4d3c-8554-fd86afde5d3d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=779f2b00-54a4-4adc-a879-1902bb4f86e9 HTTP/1.1" status: 200 len: 210 time: 0.0600684 May 10 11:29:27.873144 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbcc24-9a85-4e43-a47f-ee006aa13d48 req-c17ddb18-8c18-4302-933b-bc2f985f3cdf tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:27.874376 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-88dbcc24-9a85-4e43-a47f-ee006aa13d48 req-c17ddb18-8c18-4302-933b-bc2f985f3cdf tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0790696 May 10 11:29:27.922659 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-88dbcc24-9a85-4e43-a47f-ee006aa13d48 req-150c9885-0a24-4785-9687-7d493b5586e7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425520 May 10 11:29:28.860375 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b7954f63-dea0-4594-baf1-be55c62797a6 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:29:29.001103 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b7954f63-dea0-4594-baf1-be55c62797a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7954f63-dea0-4594-baf1-be55c62797a6,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:29.014669 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'port_id': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'mac_address': 'fa:16:3e:dd:12:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:29:29.067967 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.084412 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7954f63-dea0-4594-baf1-be55c62797a6 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:29:29.099754 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b7954f63-dea0-4594-baf1-be55c62797a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7954f63-dea0-4594-baf1-be55c62797a6,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:29.104873 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:29.106974 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b777e62c-9a78-434a-86a6-61930dacadb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:29.117104 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357238ee-0569-4661-84f3-21cb49f866fe req-ccb6695e-c7ab-4de6-8cf1-0855a9cb1f1d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:29.118575 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-357238ee-0569-4661-84f3-21cb49f866fe req-ccb6695e-c7ab-4de6-8cf1-0855a9cb1f1d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 944 time: 0.0817103 May 10 11:29:29.164729 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-357238ee-0569-4661-84f3-21cb49f866fe req-66dc97e3-2230-4536-a5fb-308c2ec3ac06 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398731 May 10 11:29:29.175889 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b7954f63-dea0-4594-baf1-be55c62797a6,revision_number=9']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:29.184457 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:29.184861 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:29.185243 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:29.185617 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:29.185946 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:29.186273 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:29.186596 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:29.186920 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:29.187235 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:29.187562 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:29.187868 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:29.188203 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:29.193961 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:29.554108 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['b7954f63-dea0-4594-baf1-be55c62797a6'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:29:30.192104 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71eec5-1b52-43e3-b48c-295c7adf8804 req-3c380998-d779-4da0-9932-c8b074bbadce tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:30.193560 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ee71eec5-1b52-43e3-b48c-295c7adf8804 req-3c380998-d779-4da0-9932-c8b074bbadce tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 946 time: 0.0824828 May 10 11:29:30.239014 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ee71eec5-1b52-43e3-b48c-295c7adf8804 req-b910fe4f-9aee-4a7c-a492-cdf74c098b0f tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391040 May 10 11:29:30.354062 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76575dd-032c-4f8c-adce-7974e188bac2 req-f6032166-d1e2-4b65-94dc-0b80fad2f876 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:30.355455 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d76575dd-032c-4f8c-adce-7974e188bac2 req-f6032166-d1e2-4b65-94dc-0b80fad2f876 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 945 time: 0.0773942 May 10 11:29:30.397903 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d76575dd-032c-4f8c-adce-7974e188bac2 req-ad4164c4-6a0e-4f28-80e8-abd6ee8834cf tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369165 May 10 11:29:30.875564 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b7954f63-dea0-4594-baf1-be55c62797a6 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:29:30.964310 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port b7954f63-dea0-4594-baf1-be55c62797a6 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:29:30.964683 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.081154 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.108035 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:29:31.118673 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b7954f63-dea0-4594-baf1-be55c62797a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7954f63-dea0-4594-baf1-be55c62797a6,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:31.126234 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:31.127361 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device c70ada02-8e40-4940-aa9b-3133a40c0724 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:29:31.169100 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:31.192532 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'code': 200} May 10 11:29:31.202504 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: c70ada02-8e40-4940-aa9b-3133a40c0724 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:29:31.203073 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device c70ada02-8e40-4940-aa9b-3133a40c0724 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:29:31.237712 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b7954f63-dea0-4594-baf1-be55c62797a6,revision_number=10']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:31.241211 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:31.430220 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc17498-c5af-403f-b199-10b59985ec65 req-f50b60dd-5c65-4bfd-b055-c4d16cc04309 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:31.431660 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-edc17498-c5af-403f-b199-10b59985ec65 req-f50b60dd-5c65-4bfd-b055-c4d16cc04309 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 946 time: 0.0812268 May 10 11:29:31.476862 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-edc17498-c5af-403f-b199-10b59985ec65 req-82fddfa2-6815-4a29-976e-a6f04df0ed51 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387294 May 10 11:29:31.585840 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c269b88-110f-42f5-81a1-bbd444855de3 req-b35f2f4a-9690-450b-b99c-122f03536d69 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:31.587278 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6c269b88-110f-42f5-81a1-bbd444855de3 req-b35f2f4a-9690-450b-b99c-122f03536d69 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0784721 May 10 11:29:31.631517 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6c269b88-110f-42f5-81a1-bbd444855de3 req-bd287b83-ecb0-4d21-9e37-0c99573e86b0 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384262 May 10 11:29:31.971718 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ee59f-bc84-452e-a2b6-f7f5700d9163 req-f5799745-b616-444d-b835-c05f15931522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:31.973177 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-115ee59f-bc84-452e-a2b6-f7f5700d9163 req-f5799745-b616-444d-b835-c05f15931522 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 1100 time: 0.1961808 May 10 11:29:32.017090 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-115ee59f-bc84-452e-a2b6-f7f5700d9163 req-c8a680ab-2110-4972-b0c9-acba8dab3ec7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348737 May 10 11:29:32.314461 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ae9dc-1634-4c1c-a342-fa0157d5d454 req-f9693869-09b4-48db-ba68-c509c4e7aae4 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:32.315872 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-893ae9dc-1634-4c1c-a342-fa0157d5d454 req-f9693869-09b4-48db-ba68-c509c4e7aae4 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 946 time: 0.0804150 May 10 11:29:32.450789 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-893ae9dc-1634-4c1c-a342-fa0157d5d454 req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Deleting port e92193ed-e55d-48d0-b4d0-feede4f970f6 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:29:32.451443 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-893ae9dc-1634-4c1c-a342-fa0157d5d454 req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.623533 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-893ae9dc-1634-4c1c-a342-fa0157d5d454 req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] For port e92193ed-e55d-48d0-b4d0-feede4f970f6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e92193ed-e55d-48d0-b4d0-feede4f970f6,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:32.623996 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-893ae9dc-1634-4c1c-a342-fa0157d5d454 req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:32.794814 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-893ae9dc-1634-4c1c-a342-fa0157d5d454 req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Calling delete_port for e92193ed-e55d-48d0-b4d0-feede4f970f6 owned by compute:nova {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:29:32.864814 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b979606-a37b-4cd0-95b8-7d487b69c1c9 req-638b8c3f-382a-42a5-bc22-609b38e0649a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:32.867422 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9b979606-a37b-4cd0-95b8-7d487b69c1c9 req-638b8c3f-382a-42a5-bc22-609b38e0649a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 946 time: 0.2356069 May 10 11:29:33.007172 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9b979606-a37b-4cd0-95b8-7d487b69c1c9 req-668231da-d6b9-4f76-b747-ee3e117bb153 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277752 May 10 11:29:33.044787 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-893ae9dc-1634-4c1c-a342-fa0157d5d454 req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.051496 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-f110cdf5-562e-433a-8061-e6b46a4906e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:33.056553 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['e45a01c2-514e-4f16-9f23-de035e9a9c9c', 'a7909b80-88d1-4220-ae50-b4b451b9170b', 'e92193ed-e55d-48d0-b4d0-feede4f970f6'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:29:33.090832 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38565a8a-ed6f-458d-8406-45d5c1430b21 req-27b61347-bf64-4a57-8590-6b164753e01b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:33.092281 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-38565a8a-ed6f-458d-8406-45d5c1430b21 req-27b61347-bf64-4a57-8590-6b164753e01b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 947 time: 0.1958039 May 10 11:29:33.122055 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Pushing event deleted for resources: {'Port': ['ID=e92193ed-e55d-48d0-b4d0-feede4f970f6,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:33.165695 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:33.165927 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:33.166217 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:33.167152 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:33.167516 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:33.167882 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:33.168244 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:33.168605 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:33.168986 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:33.169348 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:33.169699 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:33.170056 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:33.178322 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:33.227463 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-893ae9dc-1634-4c1c-a342-fa0157d5d454 req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] No DVR routers for this DVR port e92193ed-e55d-48d0-b4d0-feede4f970f6 on host hv-cinder-78495 {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:33.231606 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-893ae9dc-1634-4c1c-a342-fa0157d5d454 req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:33.236378 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-38565a8a-ed6f-458d-8406-45d5c1430b21 req-2271aea2-dce7-49a9-89db-52efbbdc914a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373141 May 10 11:29:33.237325 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da019485-bb76-4d69-bcc9-1a8c51394ad5', 'name': 'network-vif-deleted', 'tag': 'e92193ed-e55d-48d0-b4d0-feede4f970f6'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:29:33.255244 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-893ae9dc-1634-4c1c-a342-fa0157d5d454 req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "DELETE /v2.0/ports/e92193ed-e55d-48d0-b4d0-feede4f970f6 HTTP/1.1" status: 204 len: 173 time: 0.9333494 May 10 11:29:33.285975 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da019485-bb76-4d69-bcc9-1a8c51394ad5', 'name': 'network-vif-deleted', 'tag': 'e92193ed-e55d-48d0-b4d0-feede4f970f6', 'status': 'completed', 'code': 200} May 10 11:29:34.168851 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-87a576f5-a5eb-4072-a991-9363c8ba337b req-0da62e43-0050-41f6-87d8-db86f0a87d3d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Synchronizing usage tracker for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:29:34.183172 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-87a576f5-a5eb-4072-a991-9363c8ba337b req-0da62e43-0050-41f6-87d8-db86f0a87d3d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Unset dirty status for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:29:34.184340 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-87a576f5-a5eb-4072-a991-9363c8ba337b req-0da62e43-0050-41f6-87d8-db86f0a87d3d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 210 time: 0.0576603 May 10 11:29:34.427050 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cf947-15bc-4dc7-ba1f-967017b660a2 req-8a4e0d18-f536-4ec5-b6af-17226ae82cd3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:34.428385 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d70cf947-15bc-4dc7-ba1f-967017b660a2 req-8a4e0d18-f536-4ec5-b6af-17226ae82cd3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0784557 May 10 11:29:34.474926 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d70cf947-15bc-4dc7-ba1f-967017b660a2 req-acc9fafc-520b-4c0f-9281-3938cb8b1434 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403545 May 10 11:29:35.341514 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c63ede3e-9edd-4d8f-b62a-57daf8b3d0f3 req-e33783ee-8006-4027-ae8e-0f57290fad28 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 210 time: 0.0416179 May 10 11:29:35.658965 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0adc0c-fc8b-4ba1-ae2d-3ad522aaf4ac req-2bb96267-c382-4155-b126-c3a9e236055a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:35.660385 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0d0adc0c-fc8b-4ba1-ae2d-3ad522aaf4ac req-2bb96267-c382-4155-b126-c3a9e236055a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0778449 May 10 11:29:35.707208 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0d0adc0c-fc8b-4ba1-ae2d-3ad522aaf4ac req-c038dbb2-f7ac-415f-9d28-c40e2bd8fcda tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410717 May 10 11:29:36.499357 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3e88dbea-687c-42c8-be88-9060497f67d7 req-ba06813b-cddf-4d18-89f2-defa89923c30 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 210 time: 0.0419960 May 10 11:29:37.037989 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da221a59-343b-4acf-a67d-342cf2c6791c req-8bae1f9d-2fd2-4ba6-b882-f1059dcb04d4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:37.039402 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-da221a59-343b-4acf-a67d-342cf2c6791c req-8bae1f9d-2fd2-4ba6-b882-f1059dcb04d4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0775571 May 10 11:29:37.082685 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-da221a59-343b-4acf-a67d-342cf2c6791c req-cd919916-10d4-4cb0-802e-b4149aafb697 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370955 May 10 11:29:37.430617 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device e92193ed-e55d-48d0-b4d0-feede4f970f6 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:29:37.467154 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: e92193ed-e55d-48d0-b4d0-feede4f970f6 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:29:37.467500 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device e92193ed-e55d-48d0-b4d0-feede4f970f6 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:29:37.657677 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0cd38184-fef1-48de-b070-d97ff5a56c71 req-72c0bff4-c041-40c0-9dce-19d421959912 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=da019485-bb76-4d69-bcc9-1a8c51394ad5 HTTP/1.1" status: 200 len: 210 time: 0.0451946 May 10 11:29:38.282497 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e5e3d-45d3-4499-b5b0-8fd2b13f8484 req-dfb58469-0071-4349-a03d-3f9d9cdadb0f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:38.283908 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-218e5e3d-45d3-4499-b5b0-8fd2b13f8484 req-dfb58469-0071-4349-a03d-3f9d9cdadb0f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0807738 May 10 11:29:38.328847 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-218e5e3d-45d3-4499-b5b0-8fd2b13f8484 req-76f3fa4b-3166-4367-8edd-5aff0a6ddd8d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390782 May 10 11:29:38.669892 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:29:39.177167 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac771a-44e6-4a82-bee9-aea0726621f6 req-935faf9d-a0d9-49a4-a001-fa21c81144db tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:39.178593 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9dac771a-44e6-4a82-bee9-aea0726621f6 req-935faf9d-a0d9-49a4-a001-fa21c81144db tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 946 time: 0.1578674 May 10 11:29:39.222489 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9dac771a-44e6-4a82-bee9-aea0726621f6 req-54b20310-1b85-4538-87df-8ef3f0eaa2fe tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379632 May 10 11:29:40.406112 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeecdbb-dd17-4660-bff1-69d6b1528576 req-2ead59f5-3550-4f68-b39f-0528619b0669 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:40.407527 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4eeecdbb-dd17-4660-bff1-69d6b1528576 req-2ead59f5-3550-4f68-b39f-0528619b0669 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 946 time: 0.0806851 May 10 11:29:40.451631 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4eeecdbb-dd17-4660-bff1-69d6b1528576 req-5a6b1fa5-f4cc-4caa-844b-9951efbf5b51 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383387 May 10 11:29:40.930578 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b15db-d8e0-411f-886a-8010b5d651b7 req-5e1b8812-b01d-4611-9e74-66fecd1bf900 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:40.932538 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-555b15db-d8e0-411f-886a-8010b5d651b7 req-5e1b8812-b01d-4611-9e74-66fecd1bf900 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 946 time: 0.0981023 May 10 11:29:41.068057 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-555b15db-d8e0-411f-886a-8010b5d651b7 req-0557ed38-776c-49ab-b5a7-f69de7cd9521 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Deleting port a7909b80-88d1-4220-ae50-b4b451b9170b {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:29:41.068391 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-555b15db-d8e0-411f-886a-8010b5d651b7 req-0557ed38-776c-49ab-b5a7-f69de7cd9521 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.208942 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-555b15db-d8e0-411f-886a-8010b5d651b7 req-0557ed38-776c-49ab-b5a7-f69de7cd9521 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] For port a7909b80-88d1-4220-ae50-b4b451b9170b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a7909b80-88d1-4220-ae50-b4b451b9170b,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:41.209378 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-555b15db-d8e0-411f-886a-8010b5d651b7 req-0557ed38-776c-49ab-b5a7-f69de7cd9521 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.336735 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-555b15db-d8e0-411f-886a-8010b5d651b7 req-0557ed38-776c-49ab-b5a7-f69de7cd9521 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Calling delete_port for a7909b80-88d1-4220-ae50-b4b451b9170b owned by compute:nova {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:29:41.451254 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-555b15db-d8e0-411f-886a-8010b5d651b7 req-0557ed38-776c-49ab-b5a7-f69de7cd9521 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.456563 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:41.464238 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['e45a01c2-514e-4f16-9f23-de035e9a9c9c', 'a7909b80-88d1-4220-ae50-b4b451b9170b'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:29:41.499886 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557ed38-776c-49ab-b5a7-f69de7cd9521 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Pushing event deleted for resources: {'Port': ['ID=a7909b80-88d1-4220-ae50-b4b451b9170b,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:41.503420 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-0557ed38-776c-49ab-b5a7-f69de7cd9521 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:41.535092 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 42970) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:41.592392 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-555b15db-d8e0-411f-886a-8010b5d651b7 req-0557ed38-776c-49ab-b5a7-f69de7cd9521 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] No DVR routers for this DVR port a7909b80-88d1-4220-ae50-b4b451b9170b on host hv-cinder-78495 {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:41.596199 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-555b15db-d8e0-411f-886a-8010b5d651b7 req-0557ed38-776c-49ab-b5a7-f69de7cd9521 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.605802 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0038cc-af36-416d-9495-fa7b214dea91', 'name': 'network-vif-deleted', 'tag': 'a7909b80-88d1-4220-ae50-b4b451b9170b'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:29:41.652374 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-555b15db-d8e0-411f-886a-8010b5d651b7 req-0557ed38-776c-49ab-b5a7-f69de7cd9521 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "DELETE /v2.0/ports/a7909b80-88d1-4220-ae50-b4b451b9170b HTTP/1.1" status: 204 len: 173 time: 0.7142642 May 10 11:29:41.658736 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-58e52bbe-28de-42ee-9ac9-535fdad73372 req-6c84ed19-2d30-4e20-901b-f80181acd31e tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Synchronizing usage tracker for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:29:41.682812 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-58e52bbe-28de-42ee-9ac9-535fdad73372 req-6c84ed19-2d30-4e20-901b-f80181acd31e tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Unset dirty status for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:29:41.684203 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-58e52bbe-28de-42ee-9ac9-535fdad73372 req-6c84ed19-2d30-4e20-901b-f80181acd31e tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0038cc-af36-416d-9495-fa7b214dea91 HTTP/1.1" status: 200 len: 210 time: 0.0898972 May 10 11:29:41.692649 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0038cc-af36-416d-9495-fa7b214dea91', 'name': 'network-vif-deleted', 'tag': 'a7909b80-88d1-4220-ae50-b4b451b9170b', 'status': 'completed', 'code': 200} May 10 11:29:41.718923 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.733658 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:29:41.737462 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Usage tracker for resource:security_group_rule and tenant:eeb87a32eae64c03bde3eba94c481f97 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:29:41.740269 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:29:41.746060 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:29:41.828656 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.832121 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.840267 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-77612b88-fa2f-40d2-aca6-94109bd01170 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:41.878728 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eeb87a32eae64c03bde3eba94c481f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411081 May 10 11:29:41.880298 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53eae79-a238-42ba-bd60-6a9157d6e0b2,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:41.881370 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 42978) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:41.888132 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:41.888512 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:41.888913 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:41.889277 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:41.889635 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:41.889992 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:41.890346 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:41.890697 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:41.891048 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:41.891421 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:41.891771 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:41.892118 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:29:41.895971 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:41.942361 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c672a3c7-c114-42e9-9555-ef02fce89787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:41.968176 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c672a3c7-c114-42e9-9555-ef02fce89787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.018138 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c672a3c7-c114-42e9-9555-ef02fce89787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.021593 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-fad6e614-df35-455f-9dca-b2ef4343fd8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:42.031864 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672a3c7-c114-42e9-9555-ef02fce89787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53eae79-a238-42ba-bd60-6a9157d6e0b2,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:42.035626 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c672a3c7-c114-42e9-9555-ef02fce89787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:42.039487 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c672a3c7-c114-42e9-9555-ef02fce89787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.040614 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-c672a3c7-c114-42e9-9555-ef02fce89787 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a53eae79-a238-42ba-bd60-6a9157d6e0b2 HTTP/1.1" status: 204 len: 168 time: 0.1582534 May 10 11:29:42.316240 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 42986) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:42.333733 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ba4de924-414e-465f-9308-247f25595494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.347732 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-ba4de924-414e-465f-9308-247f25595494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:29:42.351496 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-ba4de924-414e-465f-9308-247f25595494 admin admin] Usage tracker for resource:security_group_rule and tenant:35696c65ad9d43e2b14a19774fae9800 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:29:42.355015 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-ba4de924-414e-465f-9308-247f25595494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:29:42.360563 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-ba4de924-414e-465f-9308-247f25595494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:29:42.440676 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ba4de924-414e-465f-9308-247f25595494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.444129 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ba4de924-414e-465f-9308-247f25595494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.452845 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b0aed402-33bb-446a-89f5-92e160290b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:42.490780 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-ba4de924-414e-465f-9308-247f25595494 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35696c65ad9d43e2b14a19774fae9800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734946 May 10 11:29:42.492333 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4de924-414e-465f-9308-247f25595494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74475515-a5f9-42ad-b9b1-fdfe69bae624,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:42.493517 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 42990) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:42.495343 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ba4de924-414e-465f-9308-247f25595494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:42.553515 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-69fabe06-a101-4ecc-805d-fde5cb8e11fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.579324 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-69fabe06-a101-4ecc-805d-fde5cb8e11fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.632286 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-69fabe06-a101-4ecc-805d-fde5cb8e11fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.637565 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6464e5e2-c8ac-432b-bfa5-03d19960bc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:42.650722 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fabe06-a101-4ecc-805d-fde5cb8e11fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74475515-a5f9-42ad-b9b1-fdfe69bae624,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:42.653568 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-69fabe06-a101-4ecc-805d-fde5cb8e11fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:42.657613 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-69fabe06-a101-4ecc-805d-fde5cb8e11fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:42.658762 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-69fabe06-a101-4ecc-805d-fde5cb8e11fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74475515-a5f9-42ad-b9b1-fdfe69bae624 HTTP/1.1" status: 204 len: 168 time: 0.1641631 May 10 11:29:43.980976 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9335365f-9e3f-4f7e-a412-45ff891defcc req-1b8bfe78-a0d2-4fe5-b08e-087a4d3f4334 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732555 May 10 11:29:44.028988 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:44.142267 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335365f-9e3f-4f7e-a412-45ff891defcc req-98b87913-a5a6-499f-9bfe-df96dad980d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:44.143726 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9335365f-9e3f-4f7e-a412-45ff891defcc req-98b87913-a5a6-499f-9bfe-df96dad980d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 1098 time: 0.0777295 May 10 11:29:44.301664 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335365f-9e3f-4f7e-a412-45ff891defcc req-154c45f5-ff86-46d5-af37-4a71dab5ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:44.303165 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9335365f-9e3f-4f7e-a412-45ff891defcc req-154c45f5-ff86-46d5-af37-4a71dab5ae1c service neutron] 10.222.0.30 "GET /v2.0/networks?id=367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 200 len: 912 time: 0.1387930 May 10 11:29:44.542469 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9335365f-9e3f-4f7e-a412-45ff891defcc req-39466dae-f410-4a1d-b7da-8a8fb1b8cbf3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b988f7cc-a812-42b0-8d6d-204700084bfd HTTP/1.1" status: 200 len: 1001 time: 0.2317004 May 10 11:29:44.612871 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9588c3-25da-44bf-a28d-1ecafdb5a41e req-6c9585c7-15cf-47b7-83b0-5ef0bb5ff1c6 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:44.614469 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff9588c3-25da-44bf-a28d-1ecafdb5a41e req-6c9585c7-15cf-47b7-83b0-5ef0bb5ff1c6 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 945 time: 0.2467926 May 10 11:29:44.646479 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335365f-9e3f-4f7e-a412-45ff891defcc req-bbbb6f28-94e7-46ec-b26b-4f3292186757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:44.647880 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9335365f-9e3f-4f7e-a412-45ff891defcc req-bbbb6f28-94e7-46ec-b26b-4f3292186757 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=097652b3-55a3-410a-a095-41743a687aac HTTP/1.1" status: 200 len: 850 time: 0.0974171 May 10 11:29:44.673491 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43068) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:44.717265 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff9588c3-25da-44bf-a28d-1ecafdb5a41e req-f7598d5a-865a-45f4-b37f-f2ad1957e2cb tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928543 May 10 11:29:44.746513 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335365f-9e3f-4f7e-a412-45ff891defcc req-13494b75-8e1c-4b51-91ac-aeda58f6dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:44.748047 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9335365f-9e3f-4f7e-a412-45ff891defcc req-13494b75-8e1c-4b51-91ac-aeda58f6dec9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=367daadb-7975-4d87-914f-7685d11912a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924978 May 10 11:29:44.790877 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bd8bdfd3-5fb8-46f1-9c4c-15abfb4fa466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:44.805145 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-bd8bdfd3-5fb8-46f1-9c4c-15abfb4fa466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:29:44.809590 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-bd8bdfd3-5fb8-46f1-9c4c-15abfb4fa466 admin admin] Usage tracker for resource:security_group_rule and tenant:b8205da4886f4f369a973920d377d906 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:29:44.812333 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-bd8bdfd3-5fb8-46f1-9c4c-15abfb4fa466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:29:44.817956 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-bd8bdfd3-5fb8-46f1-9c4c-15abfb4fa466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:29:44.881119 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9335365f-9e3f-4f7e-a412-45ff891defcc req-99f8720a-5872-4663-ba62-8259d80cc70e service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260762 May 10 11:29:44.898337 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bd8bdfd3-5fb8-46f1-9c4c-15abfb4fa466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:44.902870 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-bd8bdfd3-5fb8-46f1-9c4c-15abfb4fa466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:44.911364 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-538bc849-9c60-442f-b971-f7e9f8b3439a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:44.956983 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-bd8bdfd3-5fb8-46f1-9c4c-15abfb4fa466 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8205da4886f4f369a973920d377d906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823334 May 10 11:29:44.958976 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bdfd3-5fb8-46f1-9c4c-15abfb4fa466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03161703-4bac-4945-a7d5-28e6f70ba11d,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:44.961334 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43074) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:44.962217 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bd8bdfd3-5fb8-46f1-9c4c-15abfb4fa466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:45.069330 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9335365f-9e3f-4f7e-a412-45ff891defcc req-9510911d-14aa-4b62-8d90-116074376912 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790533 May 10 11:29:45.071656 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7bfad63-6aeb-40d4-b9e1-50def2b8cb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.098453 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7bfad63-6aeb-40d4-b9e1-50def2b8cb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.148144 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7bfad63-6aeb-40d4-b9e1-50def2b8cb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.153445 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-beca9bce-98cf-4d2a-ab73-3ab2982f42f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:45.165201 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfad63-6aeb-40d4-b9e1-50def2b8cb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03161703-4bac-4945-a7d5-28e6f70ba11d,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:45.170231 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b7bfad63-6aeb-40d4-b9e1-50def2b8cb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:45.174276 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b7bfad63-6aeb-40d4-b9e1-50def2b8cb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.175347 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-b7bfad63-6aeb-40d4-b9e1-50def2b8cb80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03161703-4bac-4945-a7d5-28e6f70ba11d HTTP/1.1" status: 204 len: 168 time: 0.2130671 May 10 11:29:45.445442 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43082) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:45.463738 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-472e480e-2b63-4a86-93e8-19da79fea291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.469373 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device a7909b80-88d1-4220-ae50-b4b451b9170b no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:29:45.477701 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-472e480e-2b63-4a86-93e8-19da79fea291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:29:45.481828 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-472e480e-2b63-4a86-93e8-19da79fea291 admin admin] Usage tracker for resource:security_group_rule and tenant:8e21efe868b148d5997901114714a368 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:29:45.484590 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-472e480e-2b63-4a86-93e8-19da79fea291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:29:45.490268 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-472e480e-2b63-4a86-93e8-19da79fea291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:29:45.502431 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: a7909b80-88d1-4220-ae50-b4b451b9170b {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:29:45.502791 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device a7909b80-88d1-4220-ae50-b4b451b9170b not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:29:45.573923 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-472e480e-2b63-4a86-93e8-19da79fea291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.578420 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-472e480e-2b63-4a86-93e8-19da79fea291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.586455 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5ef82c0f-19b6-4df7-9285-b61f95790feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:45.625649 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-472e480e-2b63-4a86-93e8-19da79fea291 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e21efe868b148d5997901114714a368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791379 May 10 11:29:45.626516 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e480e-2b63-4a86-93e8-19da79fea291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6832f6a8-f69c-4e76-b0a0-cf0b3540ba08,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:45.628293 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43086) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:45.629426 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-472e480e-2b63-4a86-93e8-19da79fea291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:45.686650 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3fc18364-407d-40f5-9882-e5a6e2d2606f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.715282 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3fc18364-407d-40f5-9882-e5a6e2d2606f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.766804 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3fc18364-407d-40f5-9882-e5a6e2d2606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.770725 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bc2c6fb0-cdec-41d0-8e8b-12a63f563299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:45.783015 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc18364-407d-40f5-9882-e5a6e2d2606f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6832f6a8-f69c-4e76-b0a0-cf0b3540ba08,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:45.785589 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3fc18364-407d-40f5-9882-e5a6e2d2606f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:45.792776 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3fc18364-407d-40f5-9882-e5a6e2d2606f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:45.796502 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3fc18364-407d-40f5-9882-e5a6e2d2606f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6832f6a8-f69c-4e76-b0a0-cf0b3540ba08 HTTP/1.1" status: 204 len: 168 time: 0.1671457 May 10 11:29:45.915622 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c80c5-b34a-4e01-b8a8-64703b04f39a req-2bd01c92-46c9-407c-a38f-6c29a43be00a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:45.917845 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5b7c80c5-b34a-4e01-b8a8-64703b04f39a req-2bd01c92-46c9-407c-a38f-6c29a43be00a tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 945 time: 0.0874352 May 10 11:29:45.965766 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5b7c80c5-b34a-4e01-b8a8-64703b04f39a req-67075590-76d0-4b08-830a-1dc3cf079bdc tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420804 May 10 11:29:46.296550 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201eb774-42b7-4e71-a667-12047edea504 req-8774a8b6-2533-45b1-8236-1b52afc1fa0c tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:29:46.297987 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-201eb774-42b7-4e71-a667-12047edea504 req-8774a8b6-2533-45b1-8236-1b52afc1fa0c tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 945 time: 0.0838504 May 10 11:29:46.436990 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-201eb774-42b7-4e71-a667-12047edea504 req-9501daef-a94c-4ae9-89ef-254107c5e94b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Deleting port e45a01c2-514e-4f16-9f23-de035e9a9c9c {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:29:46.437324 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-201eb774-42b7-4e71-a667-12047edea504 req-9501daef-a94c-4ae9-89ef-254107c5e94b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:46.573178 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-201eb774-42b7-4e71-a667-12047edea504 req-9501daef-a94c-4ae9-89ef-254107c5e94b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] For port e45a01c2-514e-4f16-9f23-de035e9a9c9c, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=e45a01c2-514e-4f16-9f23-de035e9a9c9c,segment=NetworkSegment(14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8),segment_id=14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:29:46.573540 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-201eb774-42b7-4e71-a667-12047edea504 req-9501daef-a94c-4ae9-89ef-254107c5e94b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:46.695011 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-201eb774-42b7-4e71-a667-12047edea504 req-9501daef-a94c-4ae9-89ef-254107c5e94b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Calling delete_port for e45a01c2-514e-4f16-9f23-de035e9a9c9c owned by compute:nova {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:29:46.805488 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-201eb774-42b7-4e71-a667-12047edea504 req-9501daef-a94c-4ae9-89ef-254107c5e94b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:46.811525 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:46.817301 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['e45a01c2-514e-4f16-9f23-de035e9a9c9c'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:29:46.864291 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501daef-a94c-4ae9-89ef-254107c5e94b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Pushing event deleted for resources: {'Port': ['ID=e45a01c2-514e-4f16-9f23-de035e9a9c9c,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:46.866691 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9501daef-a94c-4ae9-89ef-254107c5e94b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:46.939976 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-201eb774-42b7-4e71-a667-12047edea504 req-9501daef-a94c-4ae9-89ef-254107c5e94b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] No DVR routers for this DVR port e45a01c2-514e-4f16-9f23-de035e9a9c9c on host hv-cinder-78495 {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:29:46.942538 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-201eb774-42b7-4e71-a667-12047edea504 req-9501daef-a94c-4ae9-89ef-254107c5e94b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:46.945395 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acfc13f-3222-4c21-a0e3-2e608e87fda9', 'name': 'network-vif-deleted', 'tag': 'e45a01c2-514e-4f16-9f23-de035e9a9c9c'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:29:46.969326 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-201eb774-42b7-4e71-a667-12047edea504 req-9501daef-a94c-4ae9-89ef-254107c5e94b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.30 "DELETE /v2.0/ports/e45a01c2-514e-4f16-9f23-de035e9a9c9c HTTP/1.1" status: 204 len: 173 time: 0.6651046 May 10 11:29:47.004320 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acfc13f-3222-4c21-a0e3-2e608e87fda9', 'name': 'network-vif-deleted', 'tag': 'e45a01c2-514e-4f16-9f23-de035e9a9c9c', 'status': 'completed', 'code': 200} May 10 11:29:47.130161 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-5226100a-9abd-4fb3-801c-9fdbfbf1fd47 req-c94209e2-3664-4ab2-9368-138c09df98f9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Synchronizing usage tracker for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:29:47.146393 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-5226100a-9abd-4fb3-801c-9fdbfbf1fd47 req-c94209e2-3664-4ab2-9368-138c09df98f9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Unset dirty status for tenant:82cebafc38794f9fa888eab3cb7b6cc1 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:29:47.147762 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5226100a-9abd-4fb3-801c-9fdbfbf1fd47 req-c94209e2-3664-4ab2-9368-138c09df98f9 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acfc13f-3222-4c21-a0e3-2e608e87fda9 HTTP/1.1" status: 200 len: 210 time: 0.0674751 May 10 11:29:48.239993 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43144) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:48.298890 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25edb2e-08ff-476a-be66-fbf1a3b2ae66 admin admin] Deleting subnet b176c499-e468-48b6-be00-f4b8015f3210 {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:29:48.301815 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b25edb2e-08ff-476a-be66-fbf1a3b2ae66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.352788 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b25edb2e-08ff-476a-be66-fbf1a3b2ae66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557216'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.405511 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b25edb2e-08ff-476a-be66-fbf1a3b2ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.644269 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b25edb2e-08ff-476a-be66-fbf1a3b2ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2206754'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.648830 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0ef170f8-b5af-4ddf-89bf-5d3fb19ea008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:48.682100 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25edb2e-08ff-476a-be66-fbf1a3b2ae66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b176c499-e468-48b6-be00-f4b8015f3210,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:48.685120 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b25edb2e-08ff-476a-be66-fbf1a3b2ae66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:48.686074 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b25edb2e-08ff-476a-be66-fbf1a3b2ae66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.691690 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b25edb2e-08ff-476a-be66-fbf1a3b2ae66 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b176c499-e468-48b6-be00-f4b8015f3210 HTTP/1.1" status: 204 len: 168 time: 0.4507189 May 10 11:29:48.694190 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43148) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:48.796442 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.917260 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.929772 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea37700-213e-41f9-b226-b6d6299a5278']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:48.942952 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:48.943266 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f3bc5d-b7ea-4a9e-82f1-0ebb312eb2f8') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:29:48.954353 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557247'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.971489 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.979307 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:29:48.979754 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438718'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: Traceback (most recent call last): May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: timer() May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: cb(*args, **kw) May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: return func(*args, **kwargs) May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: self._notify() May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: self.callback(batched_events) May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: event.method(event) May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: return f(self, *a, **k) May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._get(url).json() May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: return self.request(url, 'GET', **kwargs) May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:29:48.998098 dv-cinder-784956-5-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:29:49.074746 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.078773 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:49.091403 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.101543 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea37700-213e-41f9-b226-b6d6299a5278,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:49.105419 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:49.111720 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-811b1827-f195-4a00-a8fc-9f2095a98641 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4ea37700-213e-41f9-b226-b6d6299a5278 HTTP/1.1" status: 204 len: 168 time: 0.4166262 May 10 11:29:49.287258 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43168) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:49.339076 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-23774495-8a6c-4498-89ef-c70bd6848228 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82cebafc38794f9fa888eab3cb7b6cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502484 May 10 11:29:49.341379 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43172) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:49.435640 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-03336e96-98e5-4014-b8ca-68064a5bb2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.480839 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-03336e96-98e5-4014-b8ca-68064a5bb2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.487350 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device e45a01c2-514e-4f16-9f23-de035e9a9c9c no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:29:49.523256 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: e45a01c2-514e-4f16-9f23-de035e9a9c9c {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:29:49.523605 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device e45a01c2-514e-4f16-9f23-de035e9a9c9c not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:29:49.559290 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-03336e96-98e5-4014-b8ca-68064a5bb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.564365 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-41d67946-ad4f-4d0b-8cd7-cddc883ad3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:49.581180 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03336e96-98e5-4014-b8ca-68064a5bb2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:49.590429 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-03336e96-98e5-4014-b8ca-68064a5bb2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:49.596052 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-03336e96-98e5-4014-b8ca-68064a5bb2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:49.599404 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-03336e96-98e5-4014-b8ca-68064a5bb2ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7e7d23c-e8cb-4d42-b662-2a68a5bcd5fd HTTP/1.1" status: 204 len: 168 time: 0.2546535 May 10 11:29:50.561392 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43232) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:50.773206 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fb27be15-470f-49ef-a1f3-eec12d1d6c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:50.788090 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-fb27be15-470f-49ef-a1f3-eec12d1d6c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:29:50.792018 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-fb27be15-470f-49ef-a1f3-eec12d1d6c3f admin admin] Usage tracker for resource:security_group_rule and tenant:ccd45fde389847f6972822a9dbf5bb2e is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:29:50.794863 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-fb27be15-470f-49ef-a1f3-eec12d1d6c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:29:50.800563 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-fb27be15-470f-49ef-a1f3-eec12d1d6c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:29:50.887120 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fb27be15-470f-49ef-a1f3-eec12d1d6c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:50.891260 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fb27be15-470f-49ef-a1f3-eec12d1d6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:50.898865 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3f1893d5-5605-403e-8469-e8c86f3f1f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:50.938323 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-fb27be15-470f-49ef-a1f3-eec12d1d6c3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccd45fde389847f6972822a9dbf5bb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756368 May 10 11:29:50.939082 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27be15-470f-49ef-a1f3-eec12d1d6c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81caef43-6789-4e64-a5e2-bcd7bc8a4996,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:50.941316 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43248) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:50.943599 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-fb27be15-470f-49ef-a1f3-eec12d1d6c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:51.002335 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1f74d630-33b1-4606-b2e1-319a05abb9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.030792 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1f74d630-33b1-4606-b2e1-319a05abb9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.084221 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1f74d630-33b1-4606-b2e1-319a05abb9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.085877 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-11e7235c-4bc1-4e95-aab8-c0fe3fe23dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:51.097056 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74d630-33b1-4606-b2e1-319a05abb9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81caef43-6789-4e64-a5e2-bcd7bc8a4996,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:51.099581 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1f74d630-33b1-4606-b2e1-319a05abb9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:51.105630 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1f74d630-33b1-4606-b2e1-319a05abb9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.109571 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-1f74d630-33b1-4606-b2e1-319a05abb9e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81caef43-6789-4e64-a5e2-bcd7bc8a4996 HTTP/1.1" status: 204 len: 168 time: 0.1673353 May 10 11:29:51.385473 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43270) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:51.403627 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e03c3543-1ba7-4676-ac5b-7677bbd6e63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.417953 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e03c3543-1ba7-4676-ac5b-7677bbd6e63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:29:51.421809 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e03c3543-1ba7-4676-ac5b-7677bbd6e63d admin admin] Usage tracker for resource:security_group_rule and tenant:95e2ed0bebeb479dbd50a8f2a34f51b4 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:29:51.424793 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e03c3543-1ba7-4676-ac5b-7677bbd6e63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:29:51.430527 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e03c3543-1ba7-4676-ac5b-7677bbd6e63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:29:51.514713 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e03c3543-1ba7-4676-ac5b-7677bbd6e63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.519252 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e03c3543-1ba7-4676-ac5b-7677bbd6e63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.531791 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:51.655854 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e03c3543-1ba7-4676-ac5b-7677bbd6e63d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95e2ed0bebeb479dbd50a8f2a34f51b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691677 May 10 11:29:51.656850 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c3543-1ba7-4676-ac5b-7677bbd6e63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f312dc-060c-4b26-994c-578e071379c4,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:51.658781 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43280) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:51.660335 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e03c3543-1ba7-4676-ac5b-7677bbd6e63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:51.719160 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-87ce89e8-4ee9-46fa-85b5-f343f08641d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.746488 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-87ce89e8-4ee9-46fa-85b5-f343f08641d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.801435 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-87ce89e8-4ee9-46fa-85b5-f343f08641d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.806958 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-81022834-2a5d-428e-ad70-7d85a097d0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:51.817213 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce89e8-4ee9-46fa-85b5-f343f08641d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f312dc-060c-4b26-994c-578e071379c4,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:51.819447 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-87ce89e8-4ee9-46fa-85b5-f343f08641d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:51.825359 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-87ce89e8-4ee9-46fa-85b5-f343f08641d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:51.828688 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-87ce89e8-4ee9-46fa-85b5-f343f08641d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52f312dc-060c-4b26-994c-578e071379c4 HTTP/1.1" status: 204 len: 168 time: 0.1659529 May 10 11:29:52.327350 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-503e3156-a982-4f08-82f3-79304316f1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.625939 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43352) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:53.740048 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-03016734-d025-4306-8144-701da7a14159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.757805 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-03016734-d025-4306-8144-701da7a14159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:29:53.761468 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-03016734-d025-4306-8144-701da7a14159 admin admin] Usage tracker for resource:security_group_rule and tenant:0db68a25312640faa99d847aa932842d is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:29:53.764193 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-03016734-d025-4306-8144-701da7a14159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:29:53.769766 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-03016734-d025-4306-8144-701da7a14159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:29:53.850780 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-03016734-d025-4306-8144-701da7a14159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.855521 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-03016734-d025-4306-8144-701da7a14159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:53.865170 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c672a3c7-c114-42e9-9555-ef02fce89787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:53.905837 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03016734-d025-4306-8144-701da7a14159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f23c58-7993-4b91-8d90-fccf98fac3f7,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:53.912293 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-03016734-d025-4306-8144-701da7a14159 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0db68a25312640faa99d847aa932842d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829304 May 10 11:29:53.912293 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-03016734-d025-4306-8144-701da7a14159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:53.912525 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43362) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:53.974890 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8b45420a-2366-4468-bca5-a1a270a89aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.002032 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8b45420a-2366-4468-bca5-a1a270a89aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.059616 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8b45420a-2366-4468-bca5-a1a270a89aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.064437 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-03336e96-98e5-4014-b8ca-68064a5bb2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:54.079430 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45420a-2366-4468-bca5-a1a270a89aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f23c58-7993-4b91-8d90-fccf98fac3f7,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:54.082747 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8b45420a-2366-4468-bca5-a1a270a89aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:54.084889 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8b45420a-2366-4468-bca5-a1a270a89aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.088671 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-8b45420a-2366-4468-bca5-a1a270a89aef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7f23c58-7993-4b91-8d90-fccf98fac3f7 HTTP/1.1" status: 204 len: 168 time: 0.1750667 May 10 11:29:54.376520 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43374) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:54.394739 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5940e5ee-343b-4967-ae46-b2c2a35ad7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.409238 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-5940e5ee-343b-4967-ae46-b2c2a35ad7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:29:54.413076 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-5940e5ee-343b-4967-ae46-b2c2a35ad7c0 admin admin] Usage tracker for resource:security_group_rule and tenant:2946f85d18af47a1bf2476291cb6ec24 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:29:54.416399 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-5940e5ee-343b-4967-ae46-b2c2a35ad7c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:29:54.422187 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-5940e5ee-343b-4967-ae46-b2c2a35ad7c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:29:54.509886 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5940e5ee-343b-4967-ae46-b2c2a35ad7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.513709 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5940e5ee-343b-4967-ae46-b2c2a35ad7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.523663 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a0c8f98f-5307-45eb-9c6e-fa4f99a91f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:54.563843 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-5940e5ee-343b-4967-ae46-b2c2a35ad7c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2946f85d18af47a1bf2476291cb6ec24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861618 May 10 11:29:54.565417 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940e5ee-343b-4967-ae46-b2c2a35ad7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1250e9-d3ea-4daf-a252-119e99564dcc,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:54.566525 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43378) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:54.568409 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5940e5ee-343b-4967-ae46-b2c2a35ad7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:54.631893 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fbd390d9-7f00-41d3-bb7c-e842964a183d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.657469 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fbd390d9-7f00-41d3-bb7c-e842964a183d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.708171 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fbd390d9-7f00-41d3-bb7c-e842964a183d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.713629 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-eed4a175-7ee1-4240-85eb-22fdce3f8f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:29:54.725516 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd390d9-7f00-41d3-bb7c-e842964a183d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1250e9-d3ea-4daf-a252-119e99564dcc,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:29:54.727728 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fbd390d9-7f00-41d3-bb7c-e842964a183d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:29:54.736386 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-fbd390d9-7f00-41d3-bb7c-e842964a183d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:54.737515 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-fbd390d9-7f00-41d3-bb7c-e842964a183d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c1250e9-d3ea-4daf-a252-119e99564dcc HTTP/1.1" status: 204 len: 168 time: 0.1699297 May 10 11:29:54.963649 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-54457a39-8649-49a6-9bd6-f8a9509c04c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:55.062958 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:56.042086 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:57.418180 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:59.778812 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43480) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:29:59.895125 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-15655730-835c-4791-ab9d-36702bfd511b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:29:59.910027 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-15655730-835c-4791-ab9d-36702bfd511b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:29:59.914010 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-15655730-835c-4791-ab9d-36702bfd511b admin admin] Usage tracker for resource:security_group_rule and tenant:c9e98e5c60614494840a19c6392f8370 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:29:59.916890 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-15655730-835c-4791-ab9d-36702bfd511b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:29:59.922591 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-15655730-835c-4791-ab9d-36702bfd511b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:00.009670 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-15655730-835c-4791-ab9d-36702bfd511b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.014228 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-15655730-835c-4791-ab9d-36702bfd511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.022526 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-14be2989-210f-4d0e-befe-8d19da6e6253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:00.063897 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-15655730-835c-4791-ab9d-36702bfd511b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9e98e5c60614494840a19c6392f8370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839739 May 10 11:30:00.064848 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15655730-835c-4791-ab9d-36702bfd511b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1961650-b1b8-4f31-bcfd-26350231e196,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:00.066544 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43494) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:00.068211 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-15655730-835c-4791-ab9d-36702bfd511b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:00.142117 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-14700e95-f983-443e-a8aa-6a5a27c728cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.167835 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-14700e95-f983-443e-a8aa-6a5a27c728cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.221625 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-14700e95-f983-443e-a8aa-6a5a27c728cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.226299 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-de5cf50c-9a1a-48a6-ad9e-e85b60170e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:00.238594 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14700e95-f983-443e-a8aa-6a5a27c728cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1961650-b1b8-4f31-bcfd-26350231e196,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:00.242341 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-14700e95-f983-443e-a8aa-6a5a27c728cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:00.248263 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-14700e95-f983-443e-a8aa-6a5a27c728cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.251769 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-14700e95-f983-443e-a8aa-6a5a27c728cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1961650-b1b8-4f31-bcfd-26350231e196 HTTP/1.1" status: 204 len: 168 time: 0.1818733 May 10 11:30:00.630011 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43514) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:00.727082 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43520) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:00.745716 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1f5b75dc-8d46-43c0-b431-c27334d23d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.757287 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d3e8ea2-3191-4360-86a4-d531c3ab42d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.759941 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-1f5b75dc-8d46-43c0-b431-c27334d23d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:00.763763 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-1f5b75dc-8d46-43c0-b431-c27334d23d16 admin admin] Usage tracker for resource:security_group_rule and tenant:4f1ead17dfdb446a9c6b437f68fcc312 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:00.766602 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-1f5b75dc-8d46-43c0-b431-c27334d23d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:00.771217 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-8d3e8ea2-3191-4360-86a4-d531c3ab42d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:00.772407 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-1f5b75dc-8d46-43c0-b431-c27334d23d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:00.775513 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-8d3e8ea2-3191-4360-86a4-d531c3ab42d8 admin admin] Usage tracker for resource:security_group_rule and tenant:6d7b92e17036456e8ac3098b08336eb0 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:00.778312 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-8d3e8ea2-3191-4360-86a4-d531c3ab42d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:00.784186 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-8d3e8ea2-3191-4360-86a4-d531c3ab42d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:00.857231 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1f5b75dc-8d46-43c0-b431-c27334d23d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.861492 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-1f5b75dc-8d46-43c0-b431-c27334d23d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.870775 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-bd8bdfd3-5fb8-46f1-9c4c-15abfb4fa466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:00.874067 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d3e8ea2-3191-4360-86a4-d531c3ab42d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.878330 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d3e8ea2-3191-4360-86a4-d531c3ab42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.887973 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5940e5ee-343b-4967-ae46-b2c2a35ad7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:00.908887 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b75dc-8d46-43c0-b431-c27334d23d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01722496-03d1-4c06-8b4e-7f47172a6b78,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:00.913844 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-1f5b75dc-8d46-43c0-b431-c27334d23d16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f1ead17dfdb446a9c6b437f68fcc312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857312 May 10 11:30:00.915082 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1f5b75dc-8d46-43c0-b431-c27334d23d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:00.916309 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43524) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:00.927952 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-8d3e8ea2-3191-4360-86a4-d531c3ab42d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d7b92e17036456e8ac3098b08336eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968631 May 10 11:30:00.929527 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e8ea2-3191-4360-86a4-d531c3ab42d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47937cc0-b9a6-48c3-85a3-d5c56e6db3ad,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:00.932622 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8d3e8ea2-3191-4360-86a4-d531c3ab42d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:00.933300 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43528) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:00.981831 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-98e8b801-bf93-424f-b165-de468602c6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:00.998291 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7073f43c-09ba-4353-a92c-f9201031555b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.008736 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-98e8b801-bf93-424f-b165-de468602c6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.024991 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7073f43c-09ba-4353-a92c-f9201031555b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.062374 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-98e8b801-bf93-424f-b165-de468602c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.067078 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2a30972e-1d8f-4eb3-9f5b-ea29651b1615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:01.076551 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7073f43c-09ba-4353-a92c-f9201031555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.080303 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ea6a3752-d6b6-4364-84bc-86fbb327288e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:01.080466 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8b801-bf93-424f-b165-de468602c6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01722496-03d1-4c06-8b4e-7f47172a6b78,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:01.083412 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-98e8b801-bf93-424f-b165-de468602c6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:01.092296 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-98e8b801-bf93-424f-b165-de468602c6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.095765 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073f43c-09ba-4353-a92c-f9201031555b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47937cc0-b9a6-48c3-85a3-d5c56e6db3ad,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:01.095938 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-98e8b801-bf93-424f-b165-de468602c6d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01722496-03d1-4c06-8b4e-7f47172a6b78 HTTP/1.1" status: 204 len: 168 time: 0.1763415 May 10 11:30:01.096461 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7073f43c-09ba-4353-a92c-f9201031555b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:01.098482 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7073f43c-09ba-4353-a92c-f9201031555b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.099561 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-7073f43c-09ba-4353-a92c-f9201031555b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47937cc0-b9a6-48c3-85a3-d5c56e6db3ad HTTP/1.1" status: 204 len: 168 time: 0.1653619 May 10 11:30:01.436613 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43540) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:01.439193 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43544) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:01.454237 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3a0303b4-54fc-4322-9151-9d8da5a66444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.456150 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5ce016e8-b358-4c3b-aed9-f09d1e5be5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.468639 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-3a0303b4-54fc-4322-9151-9d8da5a66444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:01.470489 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-5ce016e8-b358-4c3b-aed9-f09d1e5be5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:01.472432 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-3a0303b4-54fc-4322-9151-9d8da5a66444 admin admin] Usage tracker for resource:security_group_rule and tenant:bcc76a8795e64a07a81ee30e45800731 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:01.474275 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-5ce016e8-b358-4c3b-aed9-f09d1e5be5ed admin admin] Usage tracker for resource:security_group_rule and tenant:f0029f9dbf954c8790e9ef8326e398df is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:01.475333 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-3a0303b4-54fc-4322-9151-9d8da5a66444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:01.477033 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-5ce016e8-b358-4c3b-aed9-f09d1e5be5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:01.481882 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-3a0303b4-54fc-4322-9151-9d8da5a66444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:01.483502 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-5ce016e8-b358-4c3b-aed9-f09d1e5be5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:01.563215 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5ce016e8-b358-4c3b-aed9-f09d1e5be5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.564146 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3a0303b4-54fc-4322-9151-9d8da5a66444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.567387 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5ce016e8-b358-4c3b-aed9-f09d1e5be5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.568574 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3a0303b4-54fc-4322-9151-9d8da5a66444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.574613 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-98e8b801-bf93-424f-b165-de468602c6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:01.577186 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1a35e099-5ea8-4f8e-ad69-e02859a3d242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:01.613232 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce016e8-b358-4c3b-aed9-f09d1e5be5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dba8f2-29ec-4ab1-a101-653987f3f145,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:01.619422 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-3a0303b4-54fc-4322-9151-9d8da5a66444 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcc76a8795e64a07a81ee30e45800731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791995 May 10 11:30:01.619637 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5ce016e8-b358-4c3b-aed9-f09d1e5be5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:01.619637 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43548) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:01.621493 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0303b4-54fc-4322-9151-9d8da5a66444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b41447f-477d-489a-aefc-d697fe4a4f72,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:01.624743 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3a0303b4-54fc-4322-9151-9d8da5a66444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:01.636805 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5ce016e8-b358-4c3b-aed9-f09d1e5be5ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0029f9dbf954c8790e9ef8326e398df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965303 May 10 11:30:01.639333 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43552) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:01.682653 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e1d7-23d3-4e88-a069-78adfaec0888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.700771 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-047dda8c-a8d1-4b73-aefe-0cd0e411ec75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.708110 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e1d7-23d3-4e88-a069-78adfaec0888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.726289 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-047dda8c-a8d1-4b73-aefe-0cd0e411ec75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.757942 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e1d7-23d3-4e88-a069-78adfaec0888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.763236 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-69fabe06-a101-4ecc-805d-fde5cb8e11fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:01.775849 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0e1d7-23d3-4e88-a069-78adfaec0888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b41447f-477d-489a-aefc-d697fe4a4f72,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:01.778179 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-047dda8c-a8d1-4b73-aefe-0cd0e411ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.779382 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2bd0e1d7-23d3-4e88-a069-78adfaec0888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:01.782247 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c16242c2-2d38-4833-9283-f0cd42ac7097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:01.785034 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e1d7-23d3-4e88-a069-78adfaec0888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.788818 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2bd0e1d7-23d3-4e88-a069-78adfaec0888 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b41447f-477d-489a-aefc-d697fe4a4f72 HTTP/1.1" status: 204 len: 168 time: 0.1682837 May 10 11:30:01.794880 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dda8c-a8d1-4b73-aefe-0cd0e411ec75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dba8f2-29ec-4ab1-a101-653987f3f145,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:01.797658 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-047dda8c-a8d1-4b73-aefe-0cd0e411ec75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:01.804829 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-047dda8c-a8d1-4b73-aefe-0cd0e411ec75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:01.808544 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-047dda8c-a8d1-4b73-aefe-0cd0e411ec75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2dba8f2-29ec-4ab1-a101-653987f3f145 HTTP/1.1" status: 204 len: 168 time: 0.1682434 May 10 11:30:07.342699 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43730) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:07.496967 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43738) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:07.559839 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-75ff60a7-feaf-4a0d-8aba-3adcf9bf0ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.588109 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-75ff60a7-feaf-4a0d-8aba-3adcf9bf0ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:07.590409 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7f923a0d-8080-4243-ad2d-84e6f21d287d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.602576 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-75ff60a7-feaf-4a0d-8aba-3adcf9bf0ebd admin admin] Usage tracker for resource:security_group_rule and tenant:d83db3c4208e424faa5da6ca63002fc3 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:07.606785 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-75ff60a7-feaf-4a0d-8aba-3adcf9bf0ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:07.612651 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-7f923a0d-8080-4243-ad2d-84e6f21d287d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:07.614874 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-75ff60a7-feaf-4a0d-8aba-3adcf9bf0ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:07.619872 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-7f923a0d-8080-4243-ad2d-84e6f21d287d admin admin] Usage tracker for resource:security_group_rule and tenant:22777546553a41a3a66faf1b4ab0899d is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:07.623543 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-7f923a0d-8080-4243-ad2d-84e6f21d287d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:07.636887 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-7f923a0d-8080-4243-ad2d-84e6f21d287d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:07.760404 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-75ff60a7-feaf-4a0d-8aba-3adcf9bf0ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.771433 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-75ff60a7-feaf-4a0d-8aba-3adcf9bf0ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.782287 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4af36e46-6a2c-4954-9af4-bfa90548d140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:07.788880 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7f923a0d-8080-4243-ad2d-84e6f21d287d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.797394 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7f923a0d-8080-4243-ad2d-84e6f21d287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.838431 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff60a7-feaf-4a0d-8aba-3adcf9bf0ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de9de1d-f131-4393-8fee-37b29206d5f6,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:07.844201 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-75ff60a7-feaf-4a0d-8aba-3adcf9bf0ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:07.846467 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-75ff60a7-feaf-4a0d-8aba-3adcf9bf0ebd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d83db3c4208e424faa5da6ca63002fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484566 May 10 11:30:07.847135 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c4af2962-2e2f-4a55-bbce-3dc093a6cbbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:07.849186 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43744) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:07.862253 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-7f923a0d-8080-4243-ad2d-84e6f21d287d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22777546553a41a3a66faf1b4ab0899d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5184267 May 10 11:30:07.864813 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43748) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:07.892931 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f923a0d-8080-4243-ad2d-84e6f21d287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efdb0f1-4548-4974-9508-584870c7e856,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:07.901864 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7f923a0d-8080-4243-ad2d-84e6f21d287d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:07.918943 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-76b89807-9934-464c-8d43-468c84294fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.940245 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-05b1a82b-6453-49f2-a698-e00cfb10287e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.948513 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-76b89807-9934-464c-8d43-468c84294fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:07.966164 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-05b1a82b-6453-49f2-a698-e00cfb10287e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.000592 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-76b89807-9934-464c-8d43-468c84294fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.005781 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-103f84b4-a5f4-445e-8ee4-b229f82202e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:08.017377 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-05b1a82b-6453-49f2-a698-e00cfb10287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.017559 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b89807-9934-464c-8d43-468c84294fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de9de1d-f131-4393-8fee-37b29206d5f6,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:08.021040 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b7bfad63-6aeb-40d4-b9e1-50def2b8cb80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:08.024272 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-76b89807-9934-464c-8d43-468c84294fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:08.031192 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-76b89807-9934-464c-8d43-468c84294fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.034646 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-76b89807-9934-464c-8d43-468c84294fa0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3de9de1d-f131-4393-8fee-37b29206d5f6 HTTP/1.1" status: 204 len: 168 time: 0.1821704 May 10 11:30:08.034798 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1a82b-6453-49f2-a698-e00cfb10287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efdb0f1-4548-4974-9508-584870c7e856,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:08.037230 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-05b1a82b-6453-49f2-a698-e00cfb10287e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:08.044953 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-05b1a82b-6453-49f2-a698-e00cfb10287e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.048909 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-05b1a82b-6453-49f2-a698-e00cfb10287e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1efdb0f1-4548-4974-9508-584870c7e856 HTTP/1.1" status: 204 len: 168 time: 0.1830263 May 10 11:30:08.323067 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43760) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:08.324581 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43762) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:08.341437 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d2c22485-83a3-4f7b-8b97-5dd64ab16fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.342145 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3c039840-ee8d-42c0-a525-ad7ddc604cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.356532 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d2c22485-83a3-4f7b-8b97-5dd64ab16fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:08.357077 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3c039840-ee8d-42c0-a525-ad7ddc604cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:08.360693 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d2c22485-83a3-4f7b-8b97-5dd64ab16fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:63926dcefaef45d890b0876d11375804 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:08.361024 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3c039840-ee8d-42c0-a525-ad7ddc604cdc admin admin] Usage tracker for resource:security_group_rule and tenant:99c6caf8bb844f3992ac3335cda68f09 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:08.363513 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-d2c22485-83a3-4f7b-8b97-5dd64ab16fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:08.363825 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3c039840-ee8d-42c0-a525-ad7ddc604cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:08.369843 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-d2c22485-83a3-4f7b-8b97-5dd64ab16fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:08.370129 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3c039840-ee8d-42c0-a525-ad7ddc604cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:08.452536 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d2c22485-83a3-4f7b-8b97-5dd64ab16fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.453773 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3c039840-ee8d-42c0-a525-ad7ddc604cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.456203 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d2c22485-83a3-4f7b-8b97-5dd64ab16fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.457729 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3c039840-ee8d-42c0-a525-ad7ddc604cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.462674 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8b45420a-2366-4468-bca5-a1a270a89aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:08.466137 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3fc18364-407d-40f5-9882-e5a6e2d2606f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:08.506138 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3c039840-ee8d-42c0-a525-ad7ddc604cdc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99c6caf8bb844f3992ac3335cda68f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804640 May 10 11:30:08.506375 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c22485-83a3-4f7b-8b97-5dd64ab16fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6dcd3e-49ab-4dbc-9259-2dc9dbf3a192,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:08.507060 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c039840-ee8d-42c0-a525-ad7ddc604cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a4710d-db5a-4573-8fa2-733258b3c1ca,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:08.509298 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43768) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:08.510685 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-d2c22485-83a3-4f7b-8b97-5dd64ab16fc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63926dcefaef45d890b0876d11375804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866004 May 10 11:30:08.511652 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d2c22485-83a3-4f7b-8b97-5dd64ab16fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:08.513189 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43770) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:08.514585 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3c039840-ee8d-42c0-a525-ad7ddc604cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:08.572054 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0909-3947-422d-813f-aef94d7948e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.578670 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8f19-cc06-4bd2-a784-875752b3347e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.597524 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0909-3947-422d-813f-aef94d7948e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.605837 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8f19-cc06-4bd2-a784-875752b3347e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.650042 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0909-3947-422d-813f-aef94d7948e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.653709 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ef55209f-8909-4771-921b-3c1272442495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:08.656480 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8f19-cc06-4bd2-a784-875752b3347e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.661260 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fbd390d9-7f00-41d3-bb7c-e842964a183d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:08.664540 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a0909-3947-422d-813f-aef94d7948e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6dcd3e-49ab-4dbc-9259-2dc9dbf3a192,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:08.668928 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7a6a0909-3947-422d-813f-aef94d7948e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:08.675704 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf8f19-cc06-4bd2-a784-875752b3347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a4710d-db5a-4573-8fa2-733258b3c1ca,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:08.677247 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0909-3947-422d-813f-aef94d7948e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.677798 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4bcf8f19-cc06-4bd2-a784-875752b3347e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:08.678483 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-7a6a0909-3947-422d-813f-aef94d7948e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b6dcd3e-49ab-4dbc-9259-2dc9dbf3a192 HTTP/1.1" status: 204 len: 168 time: 0.1644111 May 10 11:30:08.681284 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8f19-cc06-4bd2-a784-875752b3347e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:08.685176 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-4bcf8f19-cc06-4bd2-a784-875752b3347e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7a4710d-db5a-4573-8fa2-733258b3c1ca HTTP/1.1" status: 204 len: 168 time: 0.1726983 May 10 11:30:09.098398 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43792) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:09.115914 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fd2b92c2-1454-4eae-844b-eeb312d162fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.130313 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-fd2b92c2-1454-4eae-844b-eeb312d162fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:09.134132 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-fd2b92c2-1454-4eae-844b-eeb312d162fe admin admin] Usage tracker for resource:security_group_rule and tenant:6179f843b37c4280b73d01f1f04f60f0 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:09.137615 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-fd2b92c2-1454-4eae-844b-eeb312d162fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:09.143476 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-fd2b92c2-1454-4eae-844b-eeb312d162fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:09.223393 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fd2b92c2-1454-4eae-844b-eeb312d162fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.227578 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fd2b92c2-1454-4eae-844b-eeb312d162fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.240739 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ba4de924-414e-465f-9308-247f25595494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:09.283355 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-fd2b92c2-1454-4eae-844b-eeb312d162fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6179f843b37c4280b73d01f1f04f60f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821287 May 10 11:30:09.283469 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b92c2-1454-4eae-844b-eeb312d162fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d10b0be-3c9f-48dd-9e20-cee5f17dfcce,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:09.284274 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43802) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:09.286694 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-fd2b92c2-1454-4eae-844b-eeb312d162fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:09.344971 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d3175998-3908-48cd-b5f7-44182c9b5f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.370319 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d3175998-3908-48cd-b5f7-44182c9b5f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.420674 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d3175998-3908-48cd-b5f7-44182c9b5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.425676 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-676c46a6-74e3-438d-87e1-a9d16a6b84a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:09.440072 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3175998-3908-48cd-b5f7-44182c9b5f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d10b0be-3c9f-48dd-9e20-cee5f17dfcce,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:09.442964 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d3175998-3908-48cd-b5f7-44182c9b5f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:09.444808 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d3175998-3908-48cd-b5f7-44182c9b5f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:09.445892 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d3175998-3908-48cd-b5f7-44182c9b5f8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d10b0be-3c9f-48dd-9e20-cee5f17dfcce HTTP/1.1" status: 204 len: 168 time: 0.1606333 May 10 11:30:11.550019 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-10fa3992-d7b8-4e74-bd99-f694a18148e5 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b1fea486006e4d0c9fa82f1f4eb4ea01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276124 May 10 11:30:11.711783 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-07afa95d-69e9-454e-847b-d5aa0331a07e tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:11.712592 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-07afa95d-69e9-454e-847b-d5aa0331a07e tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563632 May 10 11:30:11.732068 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-bac1d80c-3ac5-4c2c-8a9e-40d14bfa0a63 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/quotas/b1fea486006e4d0c9fa82f1f4eb4ea01 HTTP/1.1" status: 200 len: 375 time: 0.0133190 May 10 11:30:11.781283 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-12298344-5c8d-481e-a6e1-67d76d3db87c tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1fea486006e4d0c9fa82f1f4eb4ea01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432758 May 10 11:30:11.795441 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43914) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:11.953195 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3b0956ad-4c33-4253-a2bb-780f0a9bbff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:11.974438 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3b0956ad-4c33-4253-a2bb-780f0a9bbff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:11.978941 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3b0956ad-4c33-4253-a2bb-780f0a9bbff1 admin admin] Usage tracker for resource:security_group_rule and tenant:f47a76da28bb4c3c84b1b751c8fe1636 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:11.983110 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3b0956ad-4c33-4253-a2bb-780f0a9bbff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:11.989580 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3b0956ad-4c33-4253-a2bb-780f0a9bbff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:12.082120 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3b0956ad-4c33-4253-a2bb-780f0a9bbff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.086143 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3b0956ad-4c33-4253-a2bb-780f0a9bbff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.093266 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ec0fcbae-982f-4f46-ae03-e0fac31a4d55 req-09b19e82-6b0e-4f30-91ff-5d038ae3dbb2 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 210 time: 0.1371043 May 10 11:30:12.095788 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8a3044be-2816-46b3-90f5-6afb95c4f462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:12.125883 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0956ad-4c33-4253-a2bb-780f0a9bbff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dc7298-9789-4f51-ad0f-db9d61c31100,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:12.126861 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fefe-34e8-499f-a651-0b24883be2e7 req-2d3af5a4-3512-46d6-a583-11503dba44d3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:12.128309 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6533fefe-34e8-499f-a651-0b24883be2e7 req-2d3af5a4-3512-46d6-a583-11503dba44d3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.2183805 May 10 11:30:12.128965 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3b0956ad-4c33-4253-a2bb-780f0a9bbff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:12.148761 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3b0956ad-4c33-4253-a2bb-780f0a9bbff1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f47a76da28bb4c3c84b1b751c8fe1636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503003 May 10 11:30:12.149747 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43928) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:12.202290 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6533fefe-34e8-499f-a651-0b24883be2e7 req-c4d11435-f94e-4173-a8db-dcdb829fac17 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678964 May 10 11:30:12.232681 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-13482785-0c2f-4d4b-9a6b-e9fbc54a136b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.258085 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-13482785-0c2f-4d4b-9a6b-e9fbc54a136b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.313177 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-13482785-0c2f-4d4b-9a6b-e9fbc54a136b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.319063 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1f74d630-33b1-4606-b2e1-319a05abb9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:12.333987 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13482785-0c2f-4d4b-9a6b-e9fbc54a136b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dc7298-9789-4f51-ad0f-db9d61c31100,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:12.336236 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-13482785-0c2f-4d4b-9a6b-e9fbc54a136b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:12.342401 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-13482785-0c2f-4d4b-9a6b-e9fbc54a136b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.345855 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-13482785-0c2f-4d4b-9a6b-e9fbc54a136b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35dc7298-9789-4f51-ad0f-db9d61c31100 HTTP/1.1" status: 204 len: 168 time: 0.1905246 May 10 11:30:12.640752 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 43944) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:12.658490 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ac0b5514-8d11-42d1-80e8-2061c6bc6a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.673480 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-ac0b5514-8d11-42d1-80e8-2061c6bc6a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:12.677184 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-ac0b5514-8d11-42d1-80e8-2061c6bc6a0e admin admin] Usage tracker for resource:security_group_rule and tenant:48ba79db0cb44676b3a583e1f7716a9e is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:12.679963 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-ac0b5514-8d11-42d1-80e8-2061c6bc6a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:12.685562 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-ac0b5514-8d11-42d1-80e8-2061c6bc6a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:12.766887 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ac0b5514-8d11-42d1-80e8-2061c6bc6a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.769705 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ac0b5514-8d11-42d1-80e8-2061c6bc6a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.776268 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-05b1a82b-6453-49f2-a698-e00cfb10287e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:12.819765 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-ac0b5514-8d11-42d1-80e8-2061c6bc6a0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48ba79db0cb44676b3a583e1f7716a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779449 May 10 11:30:12.820634 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b5514-8d11-42d1-80e8-2061c6bc6a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ef3d7f-e3c4-4611-81cb-82c9e6967fda,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:12.822425 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 43948) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:12.824075 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ac0b5514-8d11-42d1-80e8-2061c6bc6a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:12.879775 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-426b4335-3ee6-4534-823a-69e2af34c581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.905202 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-426b4335-3ee6-4534-823a-69e2af34c581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.956682 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-426b4335-3ee6-4534-823a-69e2af34c581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.961314 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-eac57325-5785-4381-9150-2d1d441bdaf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:12.974336 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b4335-3ee6-4534-823a-69e2af34c581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ef3d7f-e3c4-4611-81cb-82c9e6967fda,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:12.977844 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-426b4335-3ee6-4534-823a-69e2af34c581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:12.984966 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-426b4335-3ee6-4534-823a-69e2af34c581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:12.988987 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-426b4335-3ee6-4534-823a-69e2af34c581 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13ef3d7f-e3c4-4611-81cb-82c9e6967fda HTTP/1.1" status: 204 len: 168 time: 0.1654873 May 10 11:30:13.119674 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-04878071-b8eb-427f-9d27-861dc8ecc0b0 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b1fea486006e4d0c9fa82f1f4eb4ea01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309031 May 10 11:30:13.269889 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6d4d9be5-f336-4b0e-a0a5-7df20e357c37 req-0b036a64-a2f0-4e25-b414-26b6ef3c7959 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0536377 May 10 11:30:13.398920 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-18bf52e6-a243-4461-8e40-27cff36020c3 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:13.400323 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-18bf52e6-a243-4461-8e40-27cff36020c3 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751224 May 10 11:30:13.425046 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Request body: {'port': {'device_id': '93efd5c1-5651-4a10-87cd-a23a5786d8c9', 'network_id': '96b8ccb8-f39d-48c7-9242-c20cc9cdbefa', 'admin_state_up': True, 'tenant_id': 'b1fea486006e4d0c9fa82f1f4eb4ea01'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:13.515130 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac70bb-f297-4820-94eb-b5e6da5093a4 req-5d31102b-0b56-4a1e-9f69-24efb77772d7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:13.516467 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-17ac70bb-f297-4820-94eb-b5e6da5093a4 req-5d31102b-0b56-4a1e-9f69-24efb77772d7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.1953857 May 10 11:30:13.600814 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-17ac70bb-f297-4820-94eb-b5e6da5093a4 req-84e0ca97-7d9a-4308-a425-6e68b5c8f410 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777726 May 10 11:30:13.615133 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:13.629211 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Usage tracker for resource:port and tenant:b1fea486006e4d0c9fa82f1f4eb4ea01 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:13.629211 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:13.631887 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:13.641843 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Made reservation on behalf of b1fea486006e4d0c9fa82f1f4eb4ea01 for: {'port': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:13.645494 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.658023 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.673839 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:13.677597 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Usage tracker for resource:security_group_rule and tenant:b1fea486006e4d0c9fa82f1f4eb4ea01 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:13.680379 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:13.686878 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:13.773165 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.776915 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:13.781158 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-472e480e-2b63-4a86-93e8-19da79fea291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:13.857893 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8197507-4781-494e-a311-67de655810e0,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:13.863509 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:13.962007 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Allocated IP 192.168.233.118 (96b8ccb8-f39d-48c7-9242-c20cc9cdbefa/15902273-2526-49f6-87dd-0166195992fb/f7688847-d729-4f1a-9092-cf6036c8d0cf) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:14.027660 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.188353 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.203507 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Transition to ACTIVE for port object f7688847-d729-4f1a-9092-cf6036c8d0cf will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:30:14.227031 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.234308 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c4f63025-5487-4a93-bead-ae6ba6c991ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:14.292601 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Network 96b8ccb8-f39d-48c7-9242-c20cc9cdbefa is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:14.295953 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:14.304866 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:30:14.355837 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Pushing event updated for resources: {'Port': ['ID=f7688847-d729-4f1a-9092-cf6036c8d0cf,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:14.363121 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:14.402537 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:14.403232 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.503169 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0913563 May 10 11:30:14.516074 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Request body: {'port': {'device_id': '93efd5c1-5651-4a10-87cd-a23a5786d8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:14.579437 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7ffff-da23-4313-9ce4-2057657b2dbb req-557463cf-7253-48eb-beae-82bcc2a379c9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:14.580185 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-08b7ffff-da23-4313-9ce4-2057657b2dbb req-557463cf-7253-48eb-beae-82bcc2a379c9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Synchronizing usage tracker for tenant:b1fea486006e4d0c9fa82f1f4eb4ea01 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:30:14.591371 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-a0fa4a30-3531-4e01-9074-e15d229e20da None None] Provisioning for port f7688847-d729-4f1a-9092-cf6036c8d0cf completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:30:14.596098 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-a0fa4a30-3531-4e01-9074-e15d229e20da None None] Provisioning complete for port f7688847-d729-4f1a-9092-cf6036c8d0cf triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:14.596603 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4a30-3531-4e01-9074-e15d229e20da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.648508 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-08b7ffff-da23-4313-9ce4-2057657b2dbb req-557463cf-7253-48eb-beae-82bcc2a379c9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Unset dirty status for tenant:b1fea486006e4d0c9fa82f1f4eb4ea01 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:30:14.649793 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-08b7ffff-da23-4313-9ce4-2057657b2dbb req-557463cf-7253-48eb-beae-82bcc2a379c9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 936 time: 0.2414997 May 10 11:30:14.663694 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa4a30-3531-4e01-9074-e15d229e20da None None] Port f7688847-d729-4f1a-9092-cf6036c8d0cf cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:30:14.685403 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:14.892804 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-08b7ffff-da23-4313-9ce4-2057657b2dbb req-dfcd65c4-43b9-47b8-b325-991dd6f8ca79 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Synchronizing usage tracker for tenant:b1fea486006e4d0c9fa82f1f4eb4ea01 on resource:security_group {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:30:14.989384 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-08b7ffff-da23-4313-9ce4-2057657b2dbb req-dfcd65c4-43b9-47b8-b325-991dd6f8ca79 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Unset dirty status for tenant:b1fea486006e4d0c9fa82f1f4eb4ea01 on resource:security_group {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:30:14.990527 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-08b7ffff-da23-4313-9ce4-2057657b2dbb req-dfcd65c4-43b9-47b8-b325-991dd6f8ca79 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8197507-4781-494e-a311-67de655810e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233457 May 10 11:30:15.048353 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915a165-7c15-441b-8cd4-8b4adf95a0cb req-d276017f-2327-43ab-aadd-464ce7130f79 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:15.049856 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f915a165-7c15-441b-8cd4-8b4adf95a0cb req-d276017f-2327-43ab-aadd-464ce7130f79 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.3060181 May 10 11:30:15.171649 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f915a165-7c15-441b-8cd4-8b4adf95a0cb req-036e3df0-fac3-4981-8aa9-efa1e9c37b0d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760484 May 10 11:30:15.265804 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7688847-d729-4f1a-9092-cf6036c8d0cf {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:30:15.273136 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.287721 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Transition to ACTIVE for port object f7688847-d729-4f1a-9092-cf6036c8d0cf will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:30:15.291635 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.295348 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:15.452608 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7688847-d729-4f1a-9092-cf6036c8d0cf,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:15.465205 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:15.536060 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Attempting to bind port f7688847-d729-4f1a-9092-cf6036c8d0cf on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:30:15.536444 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Attempting to bind port f7688847-d729-4f1a-9092-cf6036c8d0cf by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '191ab76a-2348-425d-a64f-282cc0c1eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b8ccb8-f39d-48c7-9242-c20cc9cdbefa'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:30:15.536803 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Attempting to bind port f7688847-d729-4f1a-9092-cf6036c8d0cf on network 96b8ccb8-f39d-48c7-9242-c20cc9cdbefa {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:30:15.541588 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Port f7688847-d729-4f1a-9092-cf6036c8d0cf on network 96b8ccb8-f39d-48c7-9242-c20cc9cdbefa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:30:15.541904 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Attempting to bind port f7688847-d729-4f1a-9092-cf6036c8d0cf on network 96b8ccb8-f39d-48c7-9242-c20cc9cdbefa {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:30:15.547622 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:30:15.547945 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Checking segment: {'id': '191ab76a-2348-425d-a64f-282cc0c1eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b8ccb8-f39d-48c7-9242-c20cc9cdbefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:30:15.548324 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Bound using segment: {'id': '191ab76a-2348-425d-a64f-282cc0c1eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b8ccb8-f39d-48c7-9242-c20cc9cdbefa'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:30:15.548769 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Bound port: f7688847-d729-4f1a-9092-cf6036c8d0cf, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191ab76a-2348-425d-a64f-282cc0c1eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b8ccb8-f39d-48c7-9242-c20cc9cdbefa'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:30:15.549108 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.646253 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] For port f7688847-d729-4f1a-9092-cf6036c8d0cf, host hv-cinder-78495, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:30:15.649386 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] For port f7688847-d729-4f1a-9092-cf6036c8d0cf, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f7688847-d729-4f1a-9092-cf6036c8d0cf,segment=NetworkSegment(191ab76a-2348-425d-a64f-282cc0c1eacd),segment_id=191ab76a-2348-425d-a64f-282cc0c1eacd)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:30:15.654365 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.658094 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-bc535212-0769-47ce-ac91-e850ab2ecfbf tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:15.669282 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:30:15.708890 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:15.709465 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:15.710914 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] 10.222.0.30 "PUT /v2.0/ports/f7688847-d729-4f1a-9092-cf6036c8d0cf HTTP/1.1" status: 200 len: 1098 time: 1.1997011 May 10 11:30:15.713673 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93efd5c1-5651-4a10-87cd-a23a5786d8c9', 'tag': 'f7688847-d729-4f1a-9092-cf6036c8d0cf'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:30:15.787343 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7688847-d729-4f1a-9092-cf6036c8d0cf,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:15.795980 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:15.829882 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-49107278-0865-4ffa-9932-4c823125dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:15.831477 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-49107278-0865-4ffa-9932-4c823125dbce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1fea486006e4d0c9fa82f1f4eb4ea01&device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 1101 time: 0.0811474 May 10 11:30:15.911186 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-653f7ef0-5a67-4a6a-aa54-9f62ad280094 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=f7688847-d729-4f1a-9092-cf6036c8d0cf HTTP/1.1" status: 200 len: 217 time: 0.0720549 May 10 11:30:15.947877 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93efd5c1-5651-4a10-87cd-a23a5786d8c9', 'tag': 'f7688847-d729-4f1a-9092-cf6036c8d0cf', 'status': 'completed', 'code': 200} May 10 11:30:15.977578 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-63e9f008-bd31-483d-8735-db520af93d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:15.978984 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-63e9f008-bd31-483d-8735-db520af93d6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15902273-2526-49f6-87dd-0166195992fb HTTP/1.1" status: 200 len: 843 time: 0.0607724 May 10 11:30:16.055876 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-75e2028f-1791-4a8e-acd0-cda9dd08cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:16.057359 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-75e2028f-1791-4a8e-acd0-cda9dd08cf4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=96b8ccb8-f39d-48c7-9242-c20cc9cdbefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713437 May 10 11:30:16.250698 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-db0c0e9f-9e89-477b-bc02-27e686fe8449 service neutron] 10.222.0.30 "GET /v2.0/networks/96b8ccb8-f39d-48c7-9242-c20cc9cdbefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793923 May 10 11:30:16.296162 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c223d3a-da72-4c72-b42b-c7877ca98878 req-80974777-f2ec-4c51-8c41-858668782212 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:16.297800 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0c223d3a-da72-4c72-b42b-c7877ca98878 req-80974777-f2ec-4c51-8c41-858668782212 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 948 time: 0.1578763 May 10 11:30:16.481560 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0c223d3a-da72-4c72-b42b-c7877ca98878 req-a36c87e6-643d-4b33-802d-f2ee80b3c731 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8197507-4781-494e-a311-67de655810e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097600 May 10 11:30:16.488640 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3000d49c-6bc9-4cf0-80b7-3f1ab220cef2 req-b6837ff8-aacc-412d-b057-77b0035874f9 service neutron] 10.222.0.30 "GET /v2.0/networks/96b8ccb8-f39d-48c7-9242-c20cc9cdbefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276461 May 10 11:30:16.513511 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44798d77-20f9-4c12-af91-3ad5fa5f9bab req-fe985869-d476-4a1b-bc9f-1d0872776e56 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:16.514877 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-44798d77-20f9-4c12-af91-3ad5fa5f9bab req-fe985869-d476-4a1b-bc9f-1d0872776e56 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.2318249 May 10 11:30:16.708109 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-44798d77-20f9-4c12-af91-3ad5fa5f9bab req-572ad20f-e3b2-41d8-a296-03ee198d821d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871684 May 10 11:30:16.733303 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507c67-e111-4657-8492-6834a249cac5 req-c509779a-d02f-4ac8-856e-d9375e303240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:16.734586 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77507c67-e111-4657-8492-6834a249cac5 req-c509779a-d02f-4ac8-856e-d9375e303240 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1fea486006e4d0c9fa82f1f4eb4ea01&device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 1101 time: 0.0967033 May 10 11:30:16.864745 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507c67-e111-4657-8492-6834a249cac5 req-0ff2c47c-0190-4915-9e80-951387c3c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:16.866079 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77507c67-e111-4657-8492-6834a249cac5 req-0ff2c47c-0190-4915-9e80-951387c3c27f service neutron] 10.222.0.30 "GET /v2.0/networks?id=96b8ccb8-f39d-48c7-9242-c20cc9cdbefa HTTP/1.1" status: 200 len: 870 time: 0.1251535 May 10 11:30:16.936976 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77507c67-e111-4657-8492-6834a249cac5 req-9b35a450-1245-4ead-88ce-05d44d980897 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=f7688847-d729-4f1a-9092-cf6036c8d0cf HTTP/1.1" status: 200 len: 217 time: 0.0637965 May 10 11:30:17.002445 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507c67-e111-4657-8492-6834a249cac5 req-adfbd504-14fa-4b04-b4a7-182beac5b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:17.003860 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77507c67-e111-4657-8492-6834a249cac5 req-adfbd504-14fa-4b04-b4a7-182beac5b5e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15902273-2526-49f6-87dd-0166195992fb HTTP/1.1" status: 200 len: 843 time: 0.0580463 May 10 11:30:17.082593 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507c67-e111-4657-8492-6834a249cac5 req-a09c1556-f3a2-4023-9947-1405c1bf3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:17.084037 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77507c67-e111-4657-8492-6834a249cac5 req-a09c1556-f3a2-4023-9947-1405c1bf3a75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=96b8ccb8-f39d-48c7-9242-c20cc9cdbefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0729020 May 10 11:30:17.220205 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77507c67-e111-4657-8492-6834a249cac5 req-5e2ae74e-6f2e-4717-aa72-d82ad0772996 service neutron] 10.222.0.30 "GET /v2.0/networks/96b8ccb8-f39d-48c7-9242-c20cc9cdbefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281965 May 10 11:30:17.352367 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77507c67-e111-4657-8492-6834a249cac5 req-ebebbcb8-0fd2-4149-83c0-3079ebc25d86 service neutron] 10.222.0.30 "GET /v2.0/networks/96b8ccb8-f39d-48c7-9242-c20cc9cdbefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256011 May 10 11:30:17.668486 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e57e2-b220-402e-91de-8f4ab42a0239 req-48074826-91a3-4d22-bb33-60a6423ede7d tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:17.670116 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-028e57e2-b220-402e-91de-8f4ab42a0239 req-48074826-91a3-4d22-bb33-60a6423ede7d tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 948 time: 0.0800426 May 10 11:30:17.718938 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-028e57e2-b220-402e-91de-8f4ab42a0239 req-2fed81b8-5fb8-49af-8c7b-8a7bc42324b8 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8197507-4781-494e-a311-67de655810e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 May 10 11:30:17.895155 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abedd41-5c49-41e0-becb-bad81e388c7a req-502bff3f-cec6-4790-86ee-b5d011c4e715 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:17.896589 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1abedd41-5c49-41e0-becb-bad81e388c7a req-502bff3f-cec6-4790-86ee-b5d011c4e715 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0804751 May 10 11:30:17.943257 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1abedd41-5c49-41e0-becb-bad81e388c7a req-79b3d89e-6b92-4a39-8397-629e3b661753 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408025 May 10 11:30:18.301248 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8693ba-90ac-452d-9c75-b76c0740237c req-4d3d12bd-aeb8-4f4b-993a-75f85fd06a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:18.302621 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3d8693ba-90ac-452d-9c75-b76c0740237c req-4d3d12bd-aeb8-4f4b-993a-75f85fd06a71 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.1151078 May 10 11:30:18.304912 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e978f9-8121-4936-b891-a92e2cbb45a4 req-ed33861b-42dc-4350-849d-680a548d1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:18.306222 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-72e978f9-8121-4936-b891-a92e2cbb45a4 req-ed33861b-42dc-4350-849d-680a548d1ce7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11df5e3f320546ffba46f05f45e9e781&device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 1138 time: 0.1495047 May 10 11:30:18.425779 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3d8693ba-90ac-452d-9c75-b76c0740237c req-d17dcc93-2ecd-407f-bc83-625974a0b684 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1173091 May 10 11:30:18.481107 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e978f9-8121-4936-b891-a92e2cbb45a4 req-2c91abd1-f866-46ee-852b-eecfdc89d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:18.482560 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-72e978f9-8121-4936-b891-a92e2cbb45a4 req-2c91abd1-f866-46ee-852b-eecfdc89d97b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cd55141-de3c-450a-9991-64932c3a549f HTTP/1.1" status: 200 len: 915 time: 0.1616859 May 10 11:30:18.588429 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-72e978f9-8121-4936-b891-a92e2cbb45a4 req-ed5a3061-905b-43f6-80ad-75cd4988e738 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81 HTTP/1.1" status: 200 len: 1002 time: 0.0985103 May 10 11:30:18.655058 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e978f9-8121-4936-b891-a92e2cbb45a4 req-62339e9c-16ef-415c-821e-9fa2fcbc6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:18.656575 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-72e978f9-8121-4936-b891-a92e2cbb45a4 req-62339e9c-16ef-415c-821e-9fa2fcbc6068 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03312496-ca70-47f8-987d-7b536945040d HTTP/1.1" status: 200 len: 853 time: 0.0617449 May 10 11:30:18.732125 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e978f9-8121-4936-b891-a92e2cbb45a4 req-36b1af64-ef91-402e-9919-a765d959a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:18.733484 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-72e978f9-8121-4936-b891-a92e2cbb45a4 req-36b1af64-ef91-402e-9919-a765d959a9e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cd55141-de3c-450a-9991-64932c3a549f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706506 May 10 11:30:19.008680 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-72e978f9-8121-4936-b891-a92e2cbb45a4 req-c7d0ff7c-bbd0-4f29-b2b9-a50fc31adfe2 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675705 May 10 11:30:19.051448 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf578d-07ea-4c97-9d4a-116e2bc44c19 req-be63b77e-898e-43d5-ae88-f16096fd274b tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:19.052893 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1dcf578d-07ea-4c97-9d4a-116e2bc44c19 req-be63b77e-898e-43d5-ae88-f16096fd274b tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 948 time: 0.1548579 May 10 11:30:19.219112 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1dcf578d-07ea-4c97-9d4a-116e2bc44c19 req-a866f7b9-e24b-4dbe-b911-b36a6cc1164c tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8197507-4781-494e-a311-67de655810e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199679 May 10 11:30:19.246327 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-72e978f9-8121-4936-b891-a92e2cbb45a4 req-1b4c71a2-203e-4219-8879-abd7701c7359 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280614 May 10 11:30:19.264799 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0621e15-8574-4850-9690-7fd736434c73 req-194bd171-3592-45a7-9ce5-b6c96e93e56b tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:19.266193 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c0621e15-8574-4850-9690-7fd736434c73 req-194bd171-3592-45a7-9ce5-b6c96e93e56b tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.1684449 May 10 11:30:19.311120 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c0621e15-8574-4850-9690-7fd736434c73 req-94f1c50c-7399-41b4-83fd-4d9dfa8b00ff tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390506 May 10 11:30:19.599289 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device f7688847-d729-4f1a-9092-cf6036c8d0cf details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:30:19.613722 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e30eb-842a-4025-820a-a7c7368c6beb req-dadd31ff-7f01-4c2a-ad35-0888558572b4 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:19.615176 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-557e30eb-842a-4025-820a-a7c7368c6beb req-dadd31ff-7f01-4c2a-ad35-0888558572b4 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.0810435 May 10 11:30:19.663952 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-557e30eb-842a-4025-820a-a7c7368c6beb req-bd553389-9ecc-494f-a735-38f39938b994 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0424132 May 10 11:30:19.733530 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port f7688847-d729-4f1a-9092-cf6036c8d0cf, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f7688847-d729-4f1a-9092-cf6036c8d0cf,segment=NetworkSegment(191ab76a-2348-425d-a64f-282cc0c1eacd),segment_id=191ab76a-2348-425d-a64f-282cc0c1eacd)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:19.747019 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'f7688847-d729-4f1a-9092-cf6036c8d0cf', 'network_id': '96b8ccb8-f39d-48c7-9242-c20cc9cdbefa', 'port_id': 'f7688847-d729-4f1a-9092-cf6036c8d0cf', 'mac_address': 'fa:16:3e:0c:3f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15902273-2526-49f6-87dd-0166195992fb', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:30:19.800848 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:19.817299 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7688847-d729-4f1a-9092-cf6036c8d0cf {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:30:19.832404 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port f7688847-d729-4f1a-9092-cf6036c8d0cf, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f7688847-d729-4f1a-9092-cf6036c8d0cf,segment=NetworkSegment(191ab76a-2348-425d-a64f-282cc0c1eacd),segment_id=191ab76a-2348-425d-a64f-282cc0c1eacd)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:19.836451 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:19.838178 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:19.907080 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=f7688847-d729-4f1a-9092-cf6036c8d0cf,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:19.910190 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:20.226331 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['f7688847-d729-4f1a-9092-cf6036c8d0cf'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:30:20.419136 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfb7d1-7247-424c-aca7-c462298cd621 req-41d98c34-f484-446a-96ea-560648f7b59c tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:20.420598 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-01cfb7d1-7247-424c-aca7-c462298cd621 req-41d98c34-f484-446a-96ea-560648f7b59c tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 949 time: 0.0914953 May 10 11:30:20.506082 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-01cfb7d1-7247-424c-aca7-c462298cd621 req-5b85d23c-b4f3-4dc3-aaa8-603a9301ea6e tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8197507-4781-494e-a311-67de655810e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536978 May 10 11:30:20.534327 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41352e5-f1ee-4722-b8c5-78e48755144b req-085ed865-06bb-4968-9c28-a8c1e066bbe0 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:20.535741 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c41352e5-f1ee-4722-b8c5-78e48755144b req-085ed865-06bb-4968-9c28-a8c1e066bbe0 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.1142745 May 10 11:30:20.584239 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c41352e5-f1ee-4722-b8c5-78e48755144b req-bbbd2ee1-1712-4b38-b8c0-aa672ffb1526 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427020 May 10 11:30:20.847730 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57476-4cf6-4b65-b1f5-b7b72b5a1b45 req-72bb2638-fd0c-4cc3-9714-83b01bff1a04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:20.849115 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2fb57476-4cf6-4b65-b1f5-b7b72b5a1b45 req-72bb2638-fd0c-4cc3-9714-83b01bff1a04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.0791485 May 10 11:30:20.897159 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2fb57476-4cf6-4b65-b1f5-b7b72b5a1b45 req-73e2a7dd-616c-43fa-8abc-fd4d28271ca7 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0412869 May 10 11:30:21.601908 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device f7688847-d729-4f1a-9092-cf6036c8d0cf up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:30:21.688641 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port f7688847-d729-4f1a-9092-cf6036c8d0cf completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:30:21.692419 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port f7688847-d729-4f1a-9092-cf6036c8d0cf triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:21.692887 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.733087 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5355fd6-d99c-493e-bd1d-2e2e01d2eb00 req-bc79dbfd-2ced-49ce-abdd-6effc6308097 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:21.734568 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e5355fd6-d99c-493e-bd1d-2e2e01d2eb00 req-bc79dbfd-2ced-49ce-abdd-6effc6308097 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 949 time: 0.1058435 May 10 11:30:21.815996 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.825602 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e5355fd6-d99c-493e-bd1d-2e2e01d2eb00 req-83265181-2fd8-4ed5-81d0-e7ae147b8c3d tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8197507-4781-494e-a311-67de655810e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533388 May 10 11:30:21.846157 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93efd5c1-5651-4a10-87cd-a23a5786d8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7688847-d729-4f1a-9092-cf6036c8d0cf'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:30:21.856541 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port f7688847-d729-4f1a-9092-cf6036c8d0cf, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f7688847-d729-4f1a-9092-cf6036c8d0cf,segment=NetworkSegment(191ab76a-2348-425d-a64f-282cc0c1eacd),segment_id=191ab76a-2348-425d-a64f-282cc0c1eacd)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:21.856744 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516de9d-7f71-42fc-84b7-05a8b63c980b req-5cabd7ed-e79d-4186-a864-4aab41b97af5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:21.858257 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e516de9d-7f71-42fc-84b7-05a8b63c980b req-5cabd7ed-e79d-4186-a864-4aab41b97af5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.1227143 May 10 11:30:21.861621 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:21.864843 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:21.909226 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e516de9d-7f71-42fc-84b7-05a8b63c980b req-1d98d2b2-fe2a-489a-ad2a-0f8d7fc9df82 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441723 May 10 11:30:21.939762 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=f7688847-d729-4f1a-9092-cf6036c8d0cf,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:21.942976 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:21.972351 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93efd5c1-5651-4a10-87cd-a23a5786d8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7688847-d729-4f1a-9092-cf6036c8d0cf', 'code': 200} May 10 11:30:22.089985 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201860e8-e238-4877-994d-918077aa6192 req-72e98906-09f1-486a-bc5b-0fd727f68584 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:22.091348 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-201860e8-e238-4877-994d-918077aa6192 req-72e98906-09f1-486a-bc5b-0fd727f68584 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.0856059 May 10 11:30:22.143865 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-201860e8-e238-4877-994d-918077aa6192 req-2f4d3575-9de9-453e-8692-e34d7b33476a tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0460422 May 10 11:30:22.227275 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc671fb-8b65-4b74-bc3b-7a7c0cb79b63 req-c0122d23-5408-4fba-bf74-a6e687f40ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:22.228798 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bdc671fb-8b65-4b74-bc3b-7a7c0cb79b63 req-c0122d23-5408-4fba-bf74-a6e687f40ac2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 1103 time: 0.0755639 May 10 11:30:22.273570 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bdc671fb-8b65-4b74-bc3b-7a7c0cb79b63 req-77ef5ef4-53ad-4a62-a109-df21994e2a0e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8197507-4781-494e-a311-67de655810e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372069 May 10 11:30:22.330138 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f000e0af-4e7a-40e9-9e65-9b6e83be4ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:23.016259 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353692bb-f610-46d3-8080-b0a7451325d0 req-bacf2986-6996-44f7-91c5-27be7599ad0e tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:23.017781 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-353692bb-f610-46d3-8080-b0a7451325d0 req-bacf2986-6996-44f7-91c5-27be7599ad0e tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 950 time: 0.0861833 May 10 11:30:23.104002 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-353692bb-f610-46d3-8080-b0a7451325d0 req-b5034bf0-e0fd-43b3-8eea-f782ef5c6b91 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8197507-4781-494e-a311-67de655810e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540135 May 10 11:30:23.132802 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3773c29-7b81-4928-97af-e7c8856da1c2 req-6e2273d9-1e45-40ca-80a8-b43ca2a417aa tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:23.134275 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f3773c29-7b81-4928-97af-e7c8856da1c2 req-6e2273d9-1e45-40ca-80a8-b43ca2a417aa tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.1155827 May 10 11:30:23.187456 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f3773c29-7b81-4928-97af-e7c8856da1c2 req-b59dd255-9884-4b51-ac20-ccb321459c0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472910 May 10 11:30:23.345678 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd7b4a-5627-4230-a34f-156682adc1ea req-a4b7f600-2564-4632-9516-155973e28e28 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:23.347194 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-96cd7b4a-5627-4230-a34f-156682adc1ea req-a4b7f600-2564-4632-9516-155973e28e28 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.0886476 May 10 11:30:23.399817 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-96cd7b4a-5627-4230-a34f-156682adc1ea req-8f60e0a6-cd69-46ad-a56e-a98903ed2d7e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0464613 May 10 11:30:23.544625 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a54554-8204-4333-8142-2246181e11b7 req-10bd03d1-0c4f-4e43-89d2-42127d56764c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:23.546112 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-67a54554-8204-4333-8142-2246181e11b7 req-10bd03d1-0c4f-4e43-89d2-42127d56764c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0915513 May 10 11:30:23.634692 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-67a54554-8204-4333-8142-2246181e11b7 req-ff975785-9a96-4d85-8912-983c161c4554 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826037 May 10 11:30:23.658045 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63d677-5215-4466-bd5b-235bbd790661 req-83904fa6-f8c9-4d7e-91e0-c82edc6bdc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:23.659463 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4a63d677-5215-4466-bd5b-235bbd790661 req-83904fa6-f8c9-4d7e-91e0-c82edc6bdc9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 1098 time: 0.0925491 May 10 11:30:23.881382 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63d677-5215-4466-bd5b-235bbd790661 req-08534502-20b1-43bb-a3de-37cc9fb7eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:23.882807 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4a63d677-5215-4466-bd5b-235bbd790661 req-08534502-20b1-43bb-a3de-37cc9fb7eebb service neutron] 10.222.0.30 "GET /v2.0/networks?id=367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 200 len: 912 time: 0.2161949 May 10 11:30:23.988688 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4a63d677-5215-4466-bd5b-235bbd790661 req-325dd214-cc74-432f-a06a-86777d6faf08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b988f7cc-a812-42b0-8d6d-204700084bfd HTTP/1.1" status: 200 len: 1001 time: 0.0973353 May 10 11:30:24.058992 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63d677-5215-4466-bd5b-235bbd790661 req-df0ae05b-c0a8-42d4-9248-dd93a84a1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:24.060440 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4a63d677-5215-4466-bd5b-235bbd790661 req-df0ae05b-c0a8-42d4-9248-dd93a84a1ef1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=097652b3-55a3-410a-a095-41743a687aac HTTP/1.1" status: 200 len: 850 time: 0.0602086 May 10 11:30:24.137791 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63d677-5215-4466-bd5b-235bbd790661 req-cd663f65-a992-41bf-82a3-bb527009aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:24.139271 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4a63d677-5215-4466-bd5b-235bbd790661 req-cd663f65-a992-41bf-82a3-bb527009aae6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=367daadb-7975-4d87-914f-7685d11912a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709686 May 10 11:30:24.328062 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4a63d677-5215-4466-bd5b-235bbd790661 req-10a27909-9660-46f7-86bc-5989e3425c55 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811707 May 10 11:30:24.365049 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2475223-5b9a-456a-bce7-982d555583f9 req-e24c8620-b736-4b50-a8a0-2d6162500172 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:24.366543 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d2475223-5b9a-456a-bce7-982d555583f9 req-e24c8620-b736-4b50-a8a0-2d6162500172 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 950 time: 0.1511669 May 10 11:30:24.487826 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d2475223-5b9a-456a-bce7-982d555583f9 req-67d0a52a-f98a-4c0f-90c3-fe3ff406af29 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8197507-4781-494e-a311-67de655810e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750415 May 10 11:30:24.557273 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4a63d677-5215-4466-bd5b-235bbd790661 req-7c878234-0bfb-492f-be97-1b30373505e0 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205253 May 10 11:30:24.603115 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72cf61-b692-4eb9-9881-dc77e27b204a req-095586d2-3075-4178-ac08-8ba50928e22c tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:24.609151 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dd72cf61-b692-4eb9-9881-dc77e27b204a req-095586d2-3075-4178-ac08-8ba50928e22c tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.0987947 May 10 11:30:24.661959 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dd72cf61-b692-4eb9-9881-dc77e27b204a req-73a27056-a66a-4b33-ade2-8dd7df013795 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0505443 May 10 11:30:24.839294 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d53e2-7345-455c-a0fc-c9344b4bbffd req-d3763fb6-53df-4810-b6e3-881b3c1de708 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:24.840770 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cf5d53e2-7345-455c-a0fc-c9344b4bbffd req-d3763fb6-53df-4810-b6e3-881b3c1de708 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0833316 May 10 11:30:24.932158 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cf5d53e2-7345-455c-a0fc-c9344b4bbffd req-d9c1bb4c-1427-4e46-8c2a-2c3353f1e96c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857050 May 10 11:30:24.965028 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-43f5f687-38dc-4423-857c-9c797390b3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:24.968100 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d3613-83b0-4a2a-bdd2-64446fbce0ee req-ecaca348-45f7-4ce2-aaa8-c7ae8c2a2818 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:24.969656 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-da0d3613-83b0-4a2a-bdd2-64446fbce0ee req-ecaca348-45f7-4ce2-aaa8-c7ae8c2a2818 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 950 time: 0.1051400 May 10 11:30:25.015514 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-da0d3613-83b0-4a2a-bdd2-64446fbce0ee req-907ae5a6-ee84-452f-a0c2-58321526e44f tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8197507-4781-494e-a311-67de655810e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 May 10 11:30:25.065418 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:25.849408 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c41ddf-b90d-44c6-beaf-84e9807d40e5 req-5837c204-9338-4dc6-b5cd-fc8783166169 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:25.850814 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-93c41ddf-b90d-44c6-beaf-84e9807d40e5 req-5837c204-9338-4dc6-b5cd-fc8783166169 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.0810251 May 10 11:30:25.898820 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-93c41ddf-b90d-44c6-beaf-84e9807d40e5 req-cd5e3b23-61fc-456d-a908-79c3a716ed3c tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0418019 May 10 11:30:26.045556 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:26.125146 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acb11b-6be7-4956-8a55-070ab35e944a req-fd0d4113-8150-465d-b9eb-a80de0d2a28b tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:26.126589 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-83acb11b-6be7-4956-8a55-070ab35e944a req-fd0d4113-8150-465d-b9eb-a80de0d2a28b tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0840704 May 10 11:30:26.214777 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-83acb11b-6be7-4956-8a55-070ab35e944a req-67c8d6ac-6f33-49be-85c3-1b2bf20f6436 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564539 May 10 11:30:26.241627 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13c370-6c72-4f56-ba44-cf9729e78ad2 req-ec7c02cf-726e-474b-afc5-3be02eaab5d5 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:26.243077 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cb13c370-6c72-4f56-ba44-cf9729e78ad2 req-ec7c02cf-726e-474b-afc5-3be02eaab5d5 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 950 time: 0.1156361 May 10 11:30:26.287788 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cb13c370-6c72-4f56-ba44-cf9729e78ad2 req-94759e84-2202-4679-9aa1-c251ae21da14 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8197507-4781-494e-a311-67de655810e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385256 May 10 11:30:26.742286 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f24d01-6859-4c71-bd5f-e47710bd6d1b req-0eae3c9a-9a4e-497b-b09e-765ac0ffd9a1 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:26.743682 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-61f24d01-6859-4c71-bd5f-e47710bd6d1b req-0eae3c9a-9a4e-497b-b09e-765ac0ffd9a1 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.30 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 950 time: 0.0789123 May 10 11:30:26.878132 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-61f24d01-6859-4c71-bd5f-e47710bd6d1b req-13038bf1-9777-4355-9cf1-9f928ae5b940 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Deleting port f7688847-d729-4f1a-9092-cf6036c8d0cf {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:26.878706 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-61f24d01-6859-4c71-bd5f-e47710bd6d1b req-13038bf1-9777-4355-9cf1-9f928ae5b940 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.149433 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-61f24d01-6859-4c71-bd5f-e47710bd6d1b req-13038bf1-9777-4355-9cf1-9f928ae5b940 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] For port f7688847-d729-4f1a-9092-cf6036c8d0cf, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f7688847-d729-4f1a-9092-cf6036c8d0cf,segment=NetworkSegment(191ab76a-2348-425d-a64f-282cc0c1eacd),segment_id=191ab76a-2348-425d-a64f-282cc0c1eacd)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:27.149790 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-61f24d01-6859-4c71-bd5f-e47710bd6d1b req-13038bf1-9777-4355-9cf1-9f928ae5b940 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.289148 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-61f24d01-6859-4c71-bd5f-e47710bd6d1b req-13038bf1-9777-4355-9cf1-9f928ae5b940 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Calling delete_port for f7688847-d729-4f1a-9092-cf6036c8d0cf owned by compute:nova {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:27.298833 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271fd4d-7629-4174-a97b-8732d3fabb18 req-053a33d1-5439-4b08-b6ce-3ca353b32f40 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:27.300274 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8271fd4d-7629-4174-a97b-8732d3fabb18 req-053a33d1-5439-4b08-b6ce-3ca353b32f40 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.2654662 May 10 11:30:27.364055 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8271fd4d-7629-4174-a97b-8732d3fabb18 req-6b60d61d-6b29-4fe7-868c-0036658bc382 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0562289 May 10 11:30:27.422218 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.497082 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-61f24d01-6859-4c71-bd5f-e47710bd6d1b req-13038bf1-9777-4355-9cf1-9f928ae5b940 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.503502 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-35b180e0-aecf-40b9-9bee-89a21bf88d86 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:27.508807 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['f7688847-d729-4f1a-9092-cf6036c8d0cf'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:30:27.594981 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13038bf1-9777-4355-9cf1-9f928ae5b940 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Pushing event deleted for resources: {'Port': ['ID=f7688847-d729-4f1a-9092-cf6036c8d0cf,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:27.598520 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-13038bf1-9777-4355-9cf1-9f928ae5b940 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:27.646600 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f24d01-6859-4c71-bd5f-e47710bd6d1b req-13038bf1-9777-4355-9cf1-9f928ae5b940 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] No DVR routers for this DVR port f7688847-d729-4f1a-9092-cf6036c8d0cf on host hv-cinder-78495 {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:27.649699 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-61f24d01-6859-4c71-bd5f-e47710bd6d1b req-13038bf1-9777-4355-9cf1-9f928ae5b940 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:27.652907 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93efd5c1-5651-4a10-87cd-a23a5786d8c9', 'name': 'network-vif-deleted', 'tag': 'f7688847-d729-4f1a-9092-cf6036c8d0cf'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:30:27.666343 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360e53e-ffa0-4fb9-b5cc-08e627021542 req-f7f53f34-cf37-40f7-afc9-89797058ca64 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:27.668393 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f360e53e-ffa0-4fb9-b5cc-08e627021542 req-f7f53f34-cf37-40f7-afc9-89797058ca64 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/ports?device_id=93efd5c1-5651-4a10-87cd-a23a5786d8c9 HTTP/1.1" status: 200 len: 867 time: 0.2530308 May 10 11:30:27.700870 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-61f24d01-6859-4c71-bd5f-e47710bd6d1b req-13038bf1-9777-4355-9cf1-9f928ae5b940 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.30 "DELETE /v2.0/ports/f7688847-d729-4f1a-9092-cf6036c8d0cf HTTP/1.1" status: 204 len: 173 time: 0.9511974 May 10 11:30:27.728433 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93efd5c1-5651-4a10-87cd-a23a5786d8c9', 'name': 'network-vif-deleted', 'tag': 'f7688847-d729-4f1a-9092-cf6036c8d0cf', 'status': 'completed', 'code': 200} May 10 11:30:27.732388 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f360e53e-ffa0-4fb9-b5cc-08e627021542 req-08da3b88-5eea-4b26-adfa-d104a6ca855f tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8197507-4781-494e-a311-67de655810e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582085 May 10 11:30:28.557843 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c676f-00f2-45e0-8ce2-3f024ca3f0a4 req-280ab80a-ec35-41f6-9cab-ecce73315a7d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:28.559281 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fc0c676f-00f2-45e0-8ce2-3f024ca3f0a4 req-280ab80a-ec35-41f6-9cab-ecce73315a7d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.0832381 May 10 11:30:28.605570 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fc0c676f-00f2-45e0-8ce2-3f024ca3f0a4 req-f2e84d27-976a-435f-b673-edf82593a6d7 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0402920 May 10 11:30:29.652070 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device f7688847-d729-4f1a-9092-cf6036c8d0cf no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:29.687599 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: f7688847-d729-4f1a-9092-cf6036c8d0cf {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:29.687947 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device f7688847-d729-4f1a-9092-cf6036c8d0cf not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:29.801270 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86ae65-91ad-48f6-bba9-0db6e91e4088 req-e1b6dde3-7793-4dc0-a682-1849c1cdeb0a tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:29.802732 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4e86ae65-91ad-48f6-bba9-0db6e91e4088 req-e1b6dde3-7793-4dc0-a682-1849c1cdeb0a tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.0916493 May 10 11:30:29.856684 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4e86ae65-91ad-48f6-bba9-0db6e91e4088 req-c571f6fa-833c-4946-bf85-ce2fd3e29361 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0458746 May 10 11:30:31.047587 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd20442-a05d-4ab0-80db-9ba086b009db req-d937991c-57f7-466f-b134-c46b04ec6d11 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:31.049037 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fdd20442-a05d-4ab0-80db-9ba086b009db req-d937991c-57f7-466f-b134-c46b04ec6d11 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.0802958 May 10 11:30:31.098725 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fdd20442-a05d-4ab0-80db-9ba086b009db req-0dd5febd-758f-426a-9c70-2fbcb77845c3 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0412061 May 10 11:30:32.287907 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0143b-7bd3-4549-8493-530b5e33b561 req-4bf92ff7-5e13-4dac-b459-ebf00551e86f tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:32.289262 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-01e0143b-7bd3-4549-8493-530b5e33b561 req-4bf92ff7-5e13-4dac-b459-ebf00551e86f tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.0830464 May 10 11:30:32.335095 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-01e0143b-7bd3-4549-8493-530b5e33b561 req-23f50de6-ba03-4ca5-8a2d-24af9923c133 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0395224 May 10 11:30:33.238212 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44406) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:33.383902 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f3e6cceb-a7f3-4628-99f1-c91f7952ba67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1fea486006e4d0c9fa82f1f4eb4ea01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444294 May 10 11:30:33.386253 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44414) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:33.443058 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3681531d-931b-4191-b0b0-7c348dd00be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.467976 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3681531d-931b-4191-b0b0-7c348dd00be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.518471 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2b848-8167-4061-b97a-c59334ad4525 req-a1d7cf34-33d2-4e38-886d-864aaedae2a9 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:33.519038 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3681531d-931b-4191-b0b0-7c348dd00be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.519971 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f4f2b848-8167-4061-b97a-c59334ad4525 req-a1d7cf34-33d2-4e38-886d-864aaedae2a9 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.0807943 May 10 11:30:33.522516 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-71bf4921-2bb1-4de4-bbd3-74b096a9fb9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:33.537782 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681531d-931b-4191-b0b0-7c348dd00be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8197507-4781-494e-a311-67de655810e0,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:33.540894 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3681531d-931b-4191-b0b0-7c348dd00be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:33.551830 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3681531d-931b-4191-b0b0-7c348dd00be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:33.555231 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3681531d-931b-4191-b0b0-7c348dd00be7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8197507-4781-494e-a311-67de655810e0 HTTP/1.1" status: 204 len: 168 time: 0.1657851 May 10 11:30:33.583747 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f4f2b848-8167-4061-b97a-c59334ad4525 req-556bff74-2072-47ff-9fb4-d4000660608b tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576932 May 10 11:30:34.771381 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60791ad1-0697-4dab-85dd-556d0b17d104 req-09bb8483-2c22-4334-8eb7-9c47bd69f59f tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:34.772817 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-60791ad1-0697-4dab-85dd-556d0b17d104 req-09bb8483-2c22-4334-8eb7-9c47bd69f59f tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.0825551 May 10 11:30:34.818882 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-60791ad1-0697-4dab-85dd-556d0b17d104 req-d99eaf13-9c10-4029-a4d9-43af07dea7ff tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0401399 May 10 11:30:35.998880 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8d8cd-e77c-4bef-9e25-64e174d302f0 req-0d10231e-2f09-48aa-aaf5-dc099fd67f18 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:36.000289 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-52e8d8cd-e77c-4bef-9e25-64e174d302f0 req-0d10231e-2f09-48aa-aaf5-dc099fd67f18 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.0788217 May 10 11:30:36.046928 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-52e8d8cd-e77c-4bef-9e25-64e174d302f0 req-32799f1e-531f-47e9-b2c9-33fd2fa4874b tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&id=70f9de62-3290-43a0-a0e7-7dc45e4f7e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0408287 May 10 11:30:38.291311 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44450) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:38.404323 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b31eddda-b205-41cc-81c1-0c3d1f70ce10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.418908 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b31eddda-b205-41cc-81c1-0c3d1f70ce10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:38.422657 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b31eddda-b205-41cc-81c1-0c3d1f70ce10 admin admin] Usage tracker for resource:security_group_rule and tenant:8cf03b02a02740c48a647e80fdfabc3b is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:38.425457 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b31eddda-b205-41cc-81c1-0c3d1f70ce10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:38.431122 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b31eddda-b205-41cc-81c1-0c3d1f70ce10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:38.512160 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b31eddda-b205-41cc-81c1-0c3d1f70ce10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.515640 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b31eddda-b205-41cc-81c1-0c3d1f70ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.521879 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d3175998-3908-48cd-b5f7-44182c9b5f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:38.561480 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31eddda-b205-41cc-81c1-0c3d1f70ce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d68a8c-38d8-4cfa-9358-ff08ac5a8922,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:38.565587 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b31eddda-b205-41cc-81c1-0c3d1f70ce10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cf03b02a02740c48a647e80fdfabc3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727523 May 10 11:30:38.566505 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b31eddda-b205-41cc-81c1-0c3d1f70ce10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:38.568221 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44456) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:38.626345 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-76fd2a81-53eb-4dd7-b506-7e395b9f76fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.651071 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-76fd2a81-53eb-4dd7-b506-7e395b9f76fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.704430 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-76fd2a81-53eb-4dd7-b506-7e395b9f76fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.709099 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ef2b64d6-a498-4b90-97ec-02561840e720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:38.721384 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd2a81-53eb-4dd7-b506-7e395b9f76fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d68a8c-38d8-4cfa-9358-ff08ac5a8922,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:38.724198 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-76fd2a81-53eb-4dd7-b506-7e395b9f76fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:38.725125 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-76fd2a81-53eb-4dd7-b506-7e395b9f76fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:38.726217 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-76fd2a81-53eb-4dd7-b506-7e395b9f76fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95d68a8c-38d8-4cfa-9358-ff08ac5a8922 HTTP/1.1" status: 204 len: 168 time: 0.1570816 May 10 11:30:44.048591 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:47.370671 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fc656-3a2f-4386-a8a6-abc9537b6009 req-ada911eb-1bee-4376-82f4-20a228429f6d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:47.372114 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-866fc656-3a2f-4386-a8a6-abc9537b6009 req-ada911eb-1bee-4376-82f4-20a228429f6d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0829489 May 10 11:30:47.415358 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-866fc656-3a2f-4386-a8a6-abc9537b6009 req-57a23419-bbe1-4684-a5d4-0c425e7ee06f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375407 May 10 11:30:48.641535 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff3de988-ca07-43e9-94ca-6eb8f56ad0cc req-ab9e9542-e530-4c72-8e65-6527a35f677a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1309280 May 10 11:30:48.658636 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab89d38-1021-46eb-9da8-ecb7a9090071 req-7cf8b0ea-603d-44d7-8db8-db8ebe6ccba5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:48.660061 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fab89d38-1021-46eb-9da8-ecb7a9090071 req-7cf8b0ea-603d-44d7-8db8-db8ebe6ccba5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 947 time: 0.1154208 May 10 11:30:48.752988 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fab89d38-1021-46eb-9da8-ecb7a9090071 req-25db7167-30bf-4de2-bfd3-aca4ebbd27f2 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866995 May 10 11:30:48.770713 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3de988-ca07-43e9-94ca-6eb8f56ad0cc req-3ccc551a-8ffb-40e2-9959-940cda17c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:48.772123 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff3de988-ca07-43e9-94ca-6eb8f56ad0cc req-3ccc551a-8ffb-40e2-9959-940cda17c2bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11df5e3f320546ffba46f05f45e9e781&device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 1138 time: 0.1071134 May 10 11:30:49.002673 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3de988-ca07-43e9-94ca-6eb8f56ad0cc req-10188957-f5d6-43f1-bc3d-84ec529ac657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:49.004099 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff3de988-ca07-43e9-94ca-6eb8f56ad0cc req-10188957-f5d6-43f1-bc3d-84ec529ac657 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cd55141-de3c-450a-9991-64932c3a549f HTTP/1.1" status: 200 len: 915 time: 0.2102089 May 10 11:30:49.112197 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff3de988-ca07-43e9-94ca-6eb8f56ad0cc req-a0087cdd-9086-4f9f-8638-a451bc8d6a6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81 HTTP/1.1" status: 200 len: 1002 time: 0.0959098 May 10 11:30:49.140870 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-771fb0b8-167e-4f54-948b-01671f57beaa tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:49.141567 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-771fb0b8-167e-4f54-948b-01671f57beaa tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Synchronizing usage tracker for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:30:49.157622 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-771fb0b8-167e-4f54-948b-01671f57beaa tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Unset dirty status for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:30:49.158727 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-771fb0b8-167e-4f54-948b-01671f57beaa tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.30 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 947 time: 0.0957611 May 10 11:30:49.175185 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3de988-ca07-43e9-94ca-6eb8f56ad0cc req-ca255e74-623b-4ac4-bd69-1bb8ffb33e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:49.176584 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff3de988-ca07-43e9-94ca-6eb8f56ad0cc req-ca255e74-623b-4ac4-bd69-1bb8ffb33e21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03312496-ca70-47f8-987d-7b536945040d HTTP/1.1" status: 200 len: 853 time: 0.0571811 May 10 11:30:49.251743 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3de988-ca07-43e9-94ca-6eb8f56ad0cc req-971ec2cc-7c95-4120-8fd9-adbca2931010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:49.253348 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff3de988-ca07-43e9-94ca-6eb8f56ad0cc req-971ec2cc-7c95-4120-8fd9-adbca2931010 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cd55141-de3c-450a-9991-64932c3a549f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698953 May 10 11:30:49.295100 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Deleting port b7954f63-dea0-4594-baf1-be55c62797a6 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:49.295435 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.390123 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff3de988-ca07-43e9-94ca-6eb8f56ad0cc req-206e4de0-d73a-43f8-8d81-b62b38dd200a service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254137 May 10 11:30:49.497334 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] For port b7954f63-dea0-4594-baf1-be55c62797a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b7954f63-dea0-4594-baf1-be55c62797a6,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:30:49.497822 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.523758 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff3de988-ca07-43e9-94ca-6eb8f56ad0cc req-a5fd0ea2-ca6d-4af5-8615-5dfb76f9ebb9 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263015 May 10 11:30:49.796020 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.796441 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.796695 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.l3_db [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Floating IP 8cefb8d8-003e-4eec-96b0-12d13646b00b disassociated. External IP: 172.27.3.156, port: b7954f63-dea0-4594-baf1-be55c62797a6. May 10 11:30:49.797063 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Calling delete_port for b7954f63-dea0-4594-baf1-be55c62797a6 owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:49.806450 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44580) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:49.936555 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2288-216e-41a8-8880-7cb51a98b30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.948207 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:49.954091 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bbc04-625d-4d3f-b18a-dc9403e9a36c req-e572deb4-9429-4b69-975d-3ab485680309 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:49.954762 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:49.955534 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-940bbc04-625d-4d3f-b18a-dc9403e9a36c req-e572deb4-9429-4b69-975d-3ab485680309 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 868 time: 0.0857592 May 10 11:30:49.999295 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8bfc2288-216e-41a8-8880-7cb51a98b30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:50.002837 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-940bbc04-625d-4d3f-b18a-dc9403e9a36c req-17762d8e-18d4-420e-bcdb-93a565421315 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5b70713-d2e3-458e-b898-3f404b630869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413079 May 10 11:30:50.011290 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event deleted for resources: {'Port': ['ID=b7954f63-dea0-4594-baf1-be55c62797a6,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:50.017127 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8bfc2288-216e-41a8-8880-7cb51a98b30f admin admin] Usage tracker for resource:security_group_rule and tenant:c91da2ef7bcf46efa8621056ab2d35f4 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:50.021748 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8bfc2288-216e-41a8-8880-7cb51a98b30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:50.074085 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8bfc2288-216e-41a8-8880-7cb51a98b30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:50.085840 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.086216 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.086587 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.086946 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.087304 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.087659 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.088011 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.088362 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.088730 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.089115 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.089997 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.090344 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.093750 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:50.260894 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Router ae956036-fa2c-4d3e-999b-14027811c6fd has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:30:50.345299 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2288-216e-41a8-8880-7cb51a98b30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.402449 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2288-216e-41a8-8880-7cb51a98b30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.417309 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6021be56-5a71-412b-aca3-5b2a81f854b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:50.472868 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc2288-216e-41a8-8880-7cb51a98b30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ded2b1-d8b8-4f5d-8552-63a36e0d5ce1,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:50.475979 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8bfc2288-216e-41a8-8880-7cb51a98b30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:50.483347 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8bfc2288-216e-41a8-8880-7cb51a98b30f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c91da2ef7bcf46efa8621056ab2d35f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6757495 May 10 11:30:50.486562 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 44586) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:50.519680 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:30:50.530940 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d0736-0483-415f-acc4-7d0941ad182e None None] Sync routers for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:30:50.541986 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d0736-0483-415f-acc4-7d0941ad182e None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:50.542863 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-2d5d0736-0483-415f-acc4-7d0941ad182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:30:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:50.565825 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.594001 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] No DVR routers for this DVR port b7954f63-dea0-4594-baf1-be55c62797a6 on host hv-cinder-78495 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:30:50.595647 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.596789 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.599577 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'name': 'network-vif-deleted', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:30:50.636822 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-10bbd9db-0125-4d34-a145-8ccd6133775e req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.30 "DELETE /v2.0/ports/b7954f63-dea0-4594-baf1-be55c62797a6 HTTP/1.1" status: 204 len: 173 time: 1.4722295 May 10 11:30:50.662363 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.669507 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8868383e-0012-48d2-85bb-e3bcaf41cdf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:50.683267 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ded2b1-d8b8-4f5d-8552-63a36e0d5ce1,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:50.690164 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:50.693505 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85ded2b1-d8b8-4f5d-8552-63a36e0d5ce1 HTTP/1.1" status: 204 len: 168 time: 0.2036955 May 10 11:30:50.693505 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.693505 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.693866 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.693981 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.694325 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.694683 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.695032 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.695381 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.695790 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.696343 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.696618 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.696854 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:30:50.705836 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:50.822144 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-2d5d0736-0483-415f-acc4-7d0941ad182e None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:50.858727 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64671a8f-b860-43b4-810b-e0e49a16a6b5', 'name': 'network-vif-deleted', 'tag': 'b7954f63-dea0-4594-baf1-be55c62797a6', 'status': 'completed', 'code': 200} May 10 11:30:51.188800 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-2d5d0736-0483-415f-acc4-7d0941ad182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:48Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:51.195934 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d0736-0483-415f-acc4-7d0941ad182e None None] Checking router: ae956036-fa2c-4d3e-999b-14027811c6fd for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:30:51.206996 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d0736-0483-415f-acc4-7d0941ad182e None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:30:51.207712 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-2d5d0736-0483-415f-acc4-7d0941ad182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:30:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:51.263816 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f4bce4fe-a09c-4854-8d12-92e551055bc4 req-daa7acce-7eb8-4fe8-99ef-5586b834fe4d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=64671a8f-b860-43b4-810b-e0e49a16a6b5 HTTP/1.1" status: 200 len: 210 time: 0.0865436 May 10 11:30:51.427008 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-2d5d0736-0483-415f-acc4-7d0941ad182e None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:30:51.771468 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-2d5d0736-0483-415f-acc4-7d0941ad182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:48Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:30:51.775385 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d0736-0483-415f-acc4-7d0941ad182e None None] The sync data for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi is: [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:48Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:30:52.018117 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0edbe5-c8da-422a-ab86-4fb8caab5b84 None None] New status for floating IP 8cefb8d8-003e-4eec-96b0-12d13646b00b: DOWN {{(pid=78731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:30:52.219958 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 44636) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:52.339650 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8f346823-4609-4fc4-90cb-6116b005f71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.352491 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1dfc2076-45c2-4e3c-913d-bfe6cf614ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.367872 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1dfc2076-45c2-4e3c-913d-bfe6cf614ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:52.372818 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1dfc2076-45c2-4e3c-913d-bfe6cf614ed7 admin admin] Usage tracker for resource:security_group_rule and tenant:9cea0a34dbb64751b02c0471f255cbd3 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:52.375763 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1dfc2076-45c2-4e3c-913d-bfe6cf614ed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:52.381786 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1dfc2076-45c2-4e3c-913d-bfe6cf614ed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:52.478398 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1dfc2076-45c2-4e3c-913d-bfe6cf614ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.482788 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1dfc2076-45c2-4e3c-913d-bfe6cf614ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.490142 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-03016734-d025-4306-8144-701da7a14159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:52.534406 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-1dfc2076-45c2-4e3c-913d-bfe6cf614ed7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cea0a34dbb64751b02c0471f255cbd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128889 May 10 11:30:52.535225 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc2076-45c2-4e3c-913d-bfe6cf614ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed73f5e-01db-4a63-8008-524a6f6c758e,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:52.537038 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44648) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:52.538254 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1dfc2076-45c2-4e3c-913d-bfe6cf614ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:52.596456 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5fcaf4c3-0577-405a-ac05-b367e332515c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.625227 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5fcaf4c3-0577-405a-ac05-b367e332515c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.669256 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:30:52.674411 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5fcaf4c3-0577-405a-ac05-b367e332515c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.679120 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1a654d75-5105-429d-b007-6eaefa732e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:52.689018 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaf4c3-0577-405a-ac05-b367e332515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed73f5e-01db-4a63-8008-524a6f6c758e,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:52.692291 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5fcaf4c3-0577-405a-ac05-b367e332515c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:52.695462 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5fcaf4c3-0577-405a-ac05-b367e332515c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:52.696541 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5fcaf4c3-0577-405a-ac05-b367e332515c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aed73f5e-01db-4a63-8008-524a6f6c758e HTTP/1.1" status: 204 len: 168 time: 0.1579325 May 10 11:30:53.446538 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44656) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:53.509505 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c9e6a22b-91fd-4dbc-9f01-30cb776afa35 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.538423 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c9e6a22b-91fd-4dbc-9f01-30cb776afa35 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.588840 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c9e6a22b-91fd-4dbc-9f01-30cb776afa35 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.594219 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3c039840-ee8d-42c0-a525-ad7ddc604cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:53.608663 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6a22b-91fd-4dbc-9f01-30cb776afa35 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b70713-d2e3-458e-b898-3f404b630869,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:53.611230 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c9e6a22b-91fd-4dbc-9f01-30cb776afa35 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:53.625510 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c9e6a22b-91fd-4dbc-9f01-30cb776afa35 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:53.626698 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-c9e6a22b-91fd-4dbc-9f01-30cb776afa35 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "DELETE /v2.0/security-groups/b5b70713-d2e3-458e-b898-3f404b630869 HTTP/1.1" status: 204 len: 168 time: 0.1791701 May 10 11:30:53.629448 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44660) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:53.646319 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.api.v2.resource [None req-27eb668f-6355-4c7a-b06e-45c8cef4f2fd tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] show failed (client error): The resource could not be found. May 10 11:30:53.647243 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-27eb668f-6355-4c7a-b06e-45c8cef4f2fd tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups/b5b70713-d2e3-458e-b898-3f404b630869 HTTP/1.1" status: 404 len: 347 time: 0.0169110 May 10 11:30:53.649863 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44664) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:53.755340 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b7954f63-dea0-4594-baf1-be55c62797a6 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:30:53.790321 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: b7954f63-dea0-4594-baf1-be55c62797a6 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:30:53.790665 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b7954f63-dea0-4594-baf1-be55c62797a6 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:30:53.943757 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-b55e6d8b-6195-47bc-bb33-98a54b14bc93 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Deleting port 08f08c46-0130-444a-8f61-2f903dcf2d16 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:30:53.944097 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b55e6d8b-6195-47bc-bb33-98a54b14bc93 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.060677 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b55e6d8b-6195-47bc-bb33-98a54b14bc93 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.060949 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b55e6d8b-6195-47bc-bb33-98a54b14bc93 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.178777 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-b55e6d8b-6195-47bc-bb33-98a54b14bc93 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Calling delete_port for 08f08c46-0130-444a-8f61-2f903dcf2d16 owned by network:floatingip {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:30:54.287250 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b55e6d8b-6195-47bc-bb33-98a54b14bc93 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.290677 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:54.335904 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e6d8b-6195-47bc-bb33-98a54b14bc93 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event deleted for resources: {'Port': ['ID=08f08c46-0130-444a-8f61-2f903dcf2d16,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:54.338934 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b55e6d8b-6195-47bc-bb33-98a54b14bc93 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:54.424386 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b55e6d8b-6195-47bc-bb33-98a54b14bc93 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.439043 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b55e6d8b-6195-47bc-bb33-98a54b14bc93 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.440125 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b55e6d8b-6195-47bc-bb33-98a54b14bc93 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "DELETE /v2.0/floatingips/8cefb8d8-003e-4eec-96b0-12d13646b00b HTTP/1.1" status: 204 len: 168 time: 0.7894461 May 10 11:30:54.723842 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44670) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:54.729151 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2121888497', 'description': 'tempest-description--2023494651'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:54.735878 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:54.739991 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Usage tracker for resource:security_group and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:54.742884 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:54.748559 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:54.757954 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.780412 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:54.784154 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Usage tracker for resource:security_group_rule and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:54.786950 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:54.793223 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:54.861257 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.864559 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.868000 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f97a85c0-a243-42d1-9f08-4398c0f79104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:54.909549 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:54.912511 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.913703 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1888840 May 10 11:30:54.914590 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:54.917044 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44674) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:54.922169 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-5e12a460-4f83-4dd8-b4ea-122a8b14a9d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Request body: {'security_group_rule': {'security_group_id': '2fb1e85c-0f9e-4fa6-b509-dbef5014aa49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:54.927875 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-5e12a460-4f83-4dd8-b4ea-122a8b14a9d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:54.931722 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-5e12a460-4f83-4dd8-b4ea-122a8b14a9d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Usage tracker for resource:security_group_rule and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:54.934624 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-5e12a460-4f83-4dd8-b4ea-122a8b14a9d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:54.940304 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-5e12a460-4f83-4dd8-b4ea-122a8b14a9d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:54.956163 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e12a460-4f83-4dd8-b4ea-122a8b14a9d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:54.956369 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f9557a87-31d3-49bb-88de-0327278f4329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.017143 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e12a460-4f83-4dd8-b4ea-122a8b14a9d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.020271 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e12a460-4f83-4dd8-b4ea-122a8b14a9d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.022221 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:55.043991 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12a460-4f83-4dd8-b4ea-122a8b14a9d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8afc2e-5317-41a4-a605-375cf0098230,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:55.046447 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5e12a460-4f83-4dd8-b4ea-122a8b14a9d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:55.053790 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e12a460-4f83-4dd8-b4ea-122a8b14a9d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.054944 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5e12a460-4f83-4dd8-b4ea-122a8b14a9d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376035 May 10 11:30:55.057851 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 44678) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:55.063387 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-4f0bdd66-2c4c-4087-971e-211b1a0a4987 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Request body: {'security_group_rule': {'security_group_id': '2fb1e85c-0f9e-4fa6-b509-dbef5014aa49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:55.068566 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.069664 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-4f0bdd66-2c4c-4087-971e-211b1a0a4987 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:55.074180 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-4f0bdd66-2c4c-4087-971e-211b1a0a4987 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Usage tracker for resource:security_group_rule and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:55.077182 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-4f0bdd66-2c4c-4087-971e-211b1a0a4987 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:55.082868 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-4f0bdd66-2c4c-4087-971e-211b1a0a4987 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:55.098502 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4f0bdd66-2c4c-4087-971e-211b1a0a4987 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.157565 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4f0bdd66-2c4c-4087-971e-211b1a0a4987 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.160828 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4f0bdd66-2c4c-4087-971e-211b1a0a4987 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.162671 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:55.184604 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bdd66-2c4c-4087-971e-211b1a0a4987 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d50dbd8-389f-43c4-8bc4-25761909ced3,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:55.186904 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4f0bdd66-2c4c-4087-971e-211b1a0a4987 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:55.198616 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4f0bdd66-2c4c-4087-971e-211b1a0a4987 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.199746 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-4f0bdd66-2c4c-4087-971e-211b1a0a4987 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408863 May 10 11:30:55.202736 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 44682) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:30:55.207666 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Request body: {'floatingip': {'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:55.213121 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:55.216908 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Usage tracker for resource:floatingip and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:55.219706 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:55.225455 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:55.235865 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.370053 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.504043 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Allocated IP 172.27.3.4 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/5509a96c-c8ac-487a-8da4-70af971af191) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:55.645034 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.673239 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.677477 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-02771343-54f7-40c7-8e29-a0e0cb21540d tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:55.730473 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:55.733372 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:55.746563 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:30:55.874200 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event updated for resources: {'Port': ['ID=5509a96c-c8ac-487a-8da4-70af971af191,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:55.878372 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:55.925245 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:55.984656 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.049679 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.194300 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.199614 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.203486 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:56.310077 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event updated for resources: {'Port': ['ID=5509a96c-c8ac-487a-8da4-70af971af191,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:56.312896 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:56.326363 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.347877 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:56.349079 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1454599 May 10 11:30:56.568893 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-7d30e5c2-ac7b-4ca6-823b-d575d875eb8d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2121888497&fields=id&tenant_id=1b70fd3b3ac4462e870e5172331d2ddb HTTP/1.1" status: 200 len: 267 time: 0.0412138 May 10 11:30:56.716875 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc528984-909e-4d04-8dee-048cf10992f6 req-89c77150-3de2-4373-9996-3515c70e4ee2 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:56.718267 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-89c77150-3de2-4373-9996-3515c70e4ee2 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/networks?id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 200 len: 816 time: 0.1428931 May 10 11:30:56.732766 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-a54d5ebf-f986-4005-a7cd-0c2bd76a5867 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/quotas/1b70fd3b3ac4462e870e5172331d2ddb HTTP/1.1" status: 200 len: 375 time: 0.0090761 May 10 11:30:56.814444 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-2327a351-9742-4269-a2b2-933cfd66b38e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767105 May 10 11:30:57.046780 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-b6eba651-4f52-4ffd-89fe-78b78e9b4f14 service neutron] 10.222.0.13 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205775 May 10 11:30:57.174440 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-efd5b86a-4c4c-4aea-8df1-3277c31245ee service neutron] 10.222.0.13 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216977 May 10 11:30:57.360006 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fbf24a16-16a8-4ce4-b9d3-a66bf7b2a65a req-d9711ef2-ca98-4e5c-b869-786e774009c4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 210 time: 0.0471799 May 10 11:30:57.424833 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.373549 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc528984-909e-4d04-8dee-048cf10992f6 req-929b15c3-0728-4a55-a3db-98d3e876b0da tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:58.375072 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-929b15c3-0728-4a55-a3db-98d3e876b0da tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.30 "GET /v2.0/networks?id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 200 len: 816 time: 0.1466115 May 10 11:30:58.427170 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-fc528984-909e-4d04-8dee-048cf10992f6 req-9ce081ac-7f19-4c2a-b347-511e100d6be7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Synchronizing usage tracker for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:security_group {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:30:58.443479 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-fc528984-909e-4d04-8dee-048cf10992f6 req-9ce081ac-7f19-4c2a-b347-511e100d6be7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Unset dirty status for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:security_group {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:30:58.444644 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-9ce081ac-7f19-4c2a-b347-511e100d6be7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b70fd3b3ac4462e870e5172331d2ddb HTTP/1.1" status: 200 len: 380 time: 0.0600955 May 10 11:30:58.453578 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Request body: {'port': {'device_id': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'admin_state_up': True, 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'security_groups': ['2fb1e85c-0f9e-4fa6-b509-dbef5014aa49']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:58.517726 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2f11976d-860a-46e6-bd3f-26290fc392e3 req-37c29d26-4129-44bd-9ec0-a5cee86c8ba8 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 210 time: 0.0448239 May 10 11:30:58.590659 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:30:58.594649 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Usage tracker for resource:port and tenant:1b70fd3b3ac4462e870e5172331d2ddb is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:30:58.597467 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:30:58.603101 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:30:58.613057 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Made reservation on behalf of 1b70fd3b3ac4462e870e5172331d2ddb for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:30:58.616452 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.778530 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Allocated IP 172.20.0.8 (bc80aa90-d0ea-4cc3-9267-6266fe16a3e3/0047fbb1-9f38-4413-aadd-86fc2baa6bf0/b57bd3ba-f67d-48db-89d7-57acf596875b) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:30:58.958312 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:58.975326 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Transition to ACTIVE for port object b57bd3ba-f67d-48db-89d7-57acf596875b will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:30:58.998786 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.005018 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:59.062245 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:30:59.065119 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:30:59.067372 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:30:59.198016 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event updated for resources: {'Port': ['ID=b57bd3ba-f67d-48db-89d7-57acf596875b,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:59.202559 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:30:59.226356 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:59.226948 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.250453 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-916d4256-298e-4e8b-b827-2427cb1c7850 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8005114 May 10 11:30:59.263487 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Request body: {'port': {'device_id': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:30:59.314106 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7e31c095-9b23-46c6-9a56-74480c2d3601 None None] Provisioning for port b57bd3ba-f67d-48db-89d7-57acf596875b completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:30:59.320004 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7e31c095-9b23-46c6-9a56-74480c2d3601 None None] Provisioning complete for port b57bd3ba-f67d-48db-89d7-57acf596875b triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:30:59.320421 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7e31c095-9b23-46c6-9a56-74480c2d3601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.373047 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.376333 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7e31c095-9b23-46c6-9a56-74480c2d3601 None None] Port b57bd3ba-f67d-48db-89d7-57acf596875b cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:30:59.708323 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57bd3ba-f67d-48db-89d7-57acf596875b {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:30:59.709664 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5627c23-f66a-44e4-8c51-24c2b61cd190 req-1375c955-a75e-4b2c-887c-48cc2b375508 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:30:59.711112 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d5627c23-f66a-44e4-8c51-24c2b61cd190 req-1375c955-a75e-4b2c-887c-48cc2b375508 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 931 time: 0.0828123 May 10 11:30:59.716381 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.730800 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Transition to ACTIVE for port object b57bd3ba-f67d-48db-89d7-57acf596875b will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:30:59.734746 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:30:59.739140 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:30:59.756584 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d5627c23-f66a-44e4-8c51-24c2b61cd190 req-dca16368-1251-4d1e-a50f-e7c95e31b1c0 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390821 May 10 11:30:59.895201 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Pushing event updated for resources: {'Port': ['ID=b57bd3ba-f67d-48db-89d7-57acf596875b,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:30:59.898201 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:00.003366 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Attempting to bind port b57bd3ba-f67d-48db-89d7-57acf596875b on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:00.003691 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Attempting to bind port b57bd3ba-f67d-48db-89d7-57acf596875b by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:00.004012 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Attempting to bind port b57bd3ba-f67d-48db-89d7-57acf596875b on network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:31:00.009363 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Port b57bd3ba-f67d-48db-89d7-57acf596875b on network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:31:00.009678 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Attempting to bind port b57bd3ba-f67d-48db-89d7-57acf596875b on network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:31:00.015830 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:31:00.016156 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Checking segment: {'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:31:00.016532 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Bound using segment: {'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:31:00.017078 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Bound port: b57bd3ba-f67d-48db-89d7-57acf596875b, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af89c5d7-c355-42fc-b6d3-3508101e4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:00.017453 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.106149 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] For port b57bd3ba-f67d-48db-89d7-57acf596875b, host hv-cinder-78495, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:31:00.109219 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] For port b57bd3ba-f67d-48db-89d7-57acf596875b, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b57bd3ba-f67d-48db-89d7-57acf596875b,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:31:00.113301 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.118523 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ecd9ba97-e170-4350-83e5-6eef0f5d1e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:00.171825 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:00.172432 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:00.173800 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] 10.222.0.30 "PUT /v2.0/ports/b57bd3ba-f67d-48db-89d7-57acf596875b HTTP/1.1" status: 200 len: 1093 time: 0.9142878 May 10 11:31:00.174325 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:00.201404 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Pushing event updated for resources: {'Port': ['ID=b57bd3ba-f67d-48db-89d7-57acf596875b,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:00.204452 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:00.257965 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'status': 'completed', 'code': 200} May 10 11:31:00.295638 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc528984-909e-4d04-8dee-048cf10992f6 req-421587d8-64b0-4beb-aa85-066ce9911975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:00.297217 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-421587d8-64b0-4beb-aa85-066ce9911975 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 1096 time: 0.0789957 May 10 11:31:00.372734 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-2032f011-e220-4b51-a4a5-9a03890ce141 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b57bd3ba-f67d-48db-89d7-57acf596875b HTTP/1.1" status: 200 len: 217 time: 0.0682988 May 10 11:31:00.440627 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc528984-909e-4d04-8dee-048cf10992f6 req-e68c356d-2bc3-40ae-9403-b99abe139033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:00.442063 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-e68c356d-2bc3-40ae-9403-b99abe139033 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0047fbb1-9f38-4413-aadd-86fc2baa6bf0 HTTP/1.1" status: 200 len: 855 time: 0.0623474 May 10 11:31:00.518926 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc528984-909e-4d04-8dee-048cf10992f6 req-040d6844-97eb-421c-bb61-a5d9dc9e63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:00.520345 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-040d6844-97eb-421c-bb61-a5d9dc9e63c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716698 May 10 11:31:00.650519 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-f421bcc6-7a58-4889-9d37-10254d46c535 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231866 May 10 11:31:00.779614 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-fc528984-909e-4d04-8dee-048cf10992f6 req-a06a183d-6045-4fad-b2b5-ac7433faaa86 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219258 May 10 11:31:00.903398 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f13b03-48e0-4fe4-8991-43dca4652c33 req-7ba61da0-622d-498c-9b0a-553a9a04e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:00.904899 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f5f13b03-48e0-4fe4-8991-43dca4652c33 req-7ba61da0-622d-498c-9b0a-553a9a04e3e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 1096 time: 0.0706804 May 10 11:31:00.944072 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9fad-3d6b-4dc9-b61f-0362a0465a9b req-b97d7fc3-9739-4b68-98b6-c17abd06e167 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:00.945565 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c83d9fad-3d6b-4dc9-b61f-0362a0465a9b req-b97d7fc3-9739-4b68-98b6-c17abd06e167 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0804594 May 10 11:31:00.995710 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c83d9fad-3d6b-4dc9-b61f-0362a0465a9b req-dec97e6e-6568-469d-9817-8a0c36582d0e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443523 May 10 11:31:01.117392 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f13b03-48e0-4fe4-8991-43dca4652c33 req-629ee43e-a15c-4ccb-ae31-6ae775fc3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:01.118745 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f5f13b03-48e0-4fe4-8991-43dca4652c33 req-629ee43e-a15c-4ccb-ae31-6ae775fc3181 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 200 len: 917 time: 0.2071130 May 10 11:31:01.187218 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f5f13b03-48e0-4fe4-8991-43dca4652c33 req-7c69dcd8-8a68-4f1d-9780-947fe88c65a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b57bd3ba-f67d-48db-89d7-57acf596875b HTTP/1.1" status: 200 len: 217 time: 0.0614691 May 10 11:31:01.249087 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f13b03-48e0-4fe4-8991-43dca4652c33 req-b8859fca-2051-471a-97d1-492f4b338a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:01.250393 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f5f13b03-48e0-4fe4-8991-43dca4652c33 req-b8859fca-2051-471a-97d1-492f4b338a5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0047fbb1-9f38-4413-aadd-86fc2baa6bf0 HTTP/1.1" status: 200 len: 855 time: 0.0564103 May 10 11:31:01.329509 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f13b03-48e0-4fe4-8991-43dca4652c33 req-97408a55-4c16-4034-9270-4b9e52419a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:01.331707 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f5f13b03-48e0-4fe4-8991-43dca4652c33 req-97408a55-4c16-4034-9270-4b9e52419a6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738282 May 10 11:31:01.461997 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f5f13b03-48e0-4fe4-8991-43dca4652c33 req-d592e345-2564-4462-88db-341c6fcb9bf8 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236234 May 10 11:31:01.590934 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-f5f13b03-48e0-4fe4-8991-43dca4652c33 req-73c3acc6-2cfa-4640-9d4e-f4ad4bf4a62c service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223845 May 10 11:31:02.197819 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e7fca-5a94-446b-83b0-1d6fc1133406 req-703ed6c7-b6cd-4da5-a3e0-402531e0e526 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:02.199754 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-435e7fca-5a94-446b-83b0-1d6fc1133406 req-703ed6c7-b6cd-4da5-a3e0-402531e0e526 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0818245 May 10 11:31:02.242416 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-435e7fca-5a94-446b-83b0-1d6fc1133406 req-568bd887-af04-4051-80c1-69d486fe962f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370266 May 10 11:31:03.429298 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187de248-49d9-492b-9d90-d9a60a5149e0 req-a87efebf-503b-4d7d-a3d2-971fa3290cf2 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:03.430704 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-187de248-49d9-492b-9d90-d9a60a5149e0 req-a87efebf-503b-4d7d-a3d2-971fa3290cf2 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0779393 May 10 11:31:03.474159 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-187de248-49d9-492b-9d90-d9a60a5149e0 req-8a971731-fa80-4dd0-87d9-af7bbfe0d063 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377181 May 10 11:31:03.793384 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b57bd3ba-f67d-48db-89d7-57acf596875b details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:31:03.922109 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b57bd3ba-f67d-48db-89d7-57acf596875b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b57bd3ba-f67d-48db-89d7-57acf596875b,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:03.935091 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'port_id': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'mac_address': 'fa:16:3e:bf:99:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:31:03.988482 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:04.004813 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57bd3ba-f67d-48db-89d7-57acf596875b {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:31:04.019511 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b57bd3ba-f67d-48db-89d7-57acf596875b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b57bd3ba-f67d-48db-89d7-57acf596875b,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:04.022406 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:04.024275 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:04.089839 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b57bd3ba-f67d-48db-89d7-57acf596875b,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:04.096782 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:04.097127 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:04.097464 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:04.097793 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:04.098115 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:04.098436 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:04.098762 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:04.099080 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:04.099400 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:04.099716 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:04.100032 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:04.100344 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:04.104007 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:04.366105 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['b57bd3ba-f67d-48db-89d7-57acf596875b'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:31:04.666137 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882f80c-1676-434d-8f76-7c9287f529cc req-dbdcfcc4-9b6f-484c-84b6-cfd7599b49a7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:04.667646 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0882f80c-1676-434d-8f76-7c9287f529cc req-dbdcfcc4-9b6f-484c-84b6-cfd7599b49a7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 944 time: 0.0863931 May 10 11:31:04.712000 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0882f80c-1676-434d-8f76-7c9287f529cc req-4d59331d-ce58-46e5-960b-757709a78faf tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386755 May 10 11:31:05.795128 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b57bd3ba-f67d-48db-89d7-57acf596875b up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:31:05.865693 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port b57bd3ba-f67d-48db-89d7-57acf596875b completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:05.870825 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port b57bd3ba-f67d-48db-89d7-57acf596875b triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:05.871527 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:05.899862 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8428778-f4c5-457a-9b3c-a672d144cfeb req-aaa81b3b-95f0-43e1-a7c9-6afbcfe95386 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:05.901342 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f8428778-f4c5-457a-9b3c-a672d144cfeb req-aaa81b3b-95f0-43e1-a7c9-6afbcfe95386 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 944 time: 0.0820446 May 10 11:31:05.989895 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.018392 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:06.028847 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b57bd3ba-f67d-48db-89d7-57acf596875b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b57bd3ba-f67d-48db-89d7-57acf596875b,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:06.033450 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:06.035551 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:06.044143 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f8428778-f4c5-457a-9b3c-a672d144cfeb req-f8fcdc31-3fcd-4405-952f-be0e2fe88100 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369753 May 10 11:31:06.070399 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'code': 200} May 10 11:31:06.102091 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b57bd3ba-f67d-48db-89d7-57acf596875b,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:06.105533 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:06.288383 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fb41d-e1b7-463b-b23c-abf69147d3a8 req-93b6b31d-7f36-46ba-a980-096fc201b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:06.289852 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-025fb41d-e1b7-463b-b23c-abf69147d3a8 req-93b6b31d-7f36-46ba-a980-096fc201b903 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 1098 time: 0.0687075 May 10 11:31:06.329726 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-025fb41d-e1b7-463b-b23c-abf69147d3a8 req-ddc2aa59-90d5-4ab1-b424-20e93ff269ef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334229 May 10 11:31:07.229638 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c7411-b3b0-4223-85a8-aa66231c283b req-9cd3b490-b2eb-47e9-9722-41c9c2e27773 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:07.231094 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5a2c7411-b3b0-4223-85a8-aa66231c283b req-9cd3b490-b2eb-47e9-9722-41c9c2e27773 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0791638 May 10 11:31:07.274567 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5a2c7411-b3b0-4223-85a8-aa66231c283b req-60cfb9a5-8281-451d-a11f-b2b4c815c37a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378561 May 10 11:31:08.465558 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bc5aa-84d2-4cf0-a1f0-a1e99840c590 req-42d4efa4-30a5-4f07-b680-b5b82fddf803 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:08.467009 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-694bc5aa-84d2-4cf0-a1f0-a1e99840c590 req-42d4efa4-30a5-4f07-b680-b5b82fddf803 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0815866 May 10 11:31:08.512184 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-694bc5aa-84d2-4cf0-a1f0-a1e99840c590 req-7541c631-5869-4687-bd5a-7019f3c42c3d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396173 May 10 11:31:08.692023 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a18e2c-9d5f-4658-9c7b-28ac35f6d076 req-81f3c1b5-8a58-4baf-8006-8685b91c572c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:08.693471 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b7a18e2c-9d5f-4658-9c7b-28ac35f6d076 req-81f3c1b5-8a58-4baf-8006-8685b91c572c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0786052 May 10 11:31:08.701661 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 44746) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:08.706611 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-d7c59ee9-bcdf-4d13-b65c-005e71f4a6c9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Request body: {'floatingip': {'port_id': 'b57bd3ba-f67d-48db-89d7-57acf596875b'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:08.781982 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d7c59ee9-bcdf-4d13-b65c-005e71f4a6c9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.347220 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d7c59ee9-bcdf-4d13-b65c-005e71f4a6c9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.350712 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d7c59ee9-bcdf-4d13-b65c-005e71f4a6c9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:09.523819 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.l3_db [None req-d7c59ee9-bcdf-4d13-b65c-005e71f4a6c9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Floating IP 42a167be-844c-40b1-8377-30fda8a2830f associated. External IP: 172.27.3.4, port: b57bd3ba-f67d-48db-89d7-57acf596875b. May 10 11:31:09.947693 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c59ee9-bcdf-4d13-b65c-005e71f4a6c9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Router ae956036-fa2c-4d3e-999b-14027811c6fd has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:31:10.125657 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c59ee9-bcdf-4d13-b65c-005e71f4a6c9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:31:10.129995 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d7c59ee9-bcdf-4d13-b65c-005e71f4a6c9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:10.148135 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5b5c28-535a-43c8-ab28-c1e2d5dcf575 None None] Sync routers for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:31:10.158220 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b5c28-535a-43c8-ab28-c1e2d5dcf575 None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:10.158840 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ec5b5c28-535a-43c8-ab28-c1e2d5dcf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:30:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:10.184357 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-d7c59ee9-bcdf-4d13-b65c-005e71f4a6c9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "PUT /v2.0/floatingips/42a167be-844c-40b1-8377-30fda8a2830f HTTP/1.1" status: 200 len: 989 time: 1.4816620 May 10 11:31:10.185009 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:10.230396 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'status': 'completed', 'code': 200} May 10 11:31:10.325602 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550872b-2629-4add-b261-dc8f597bd318 req-eeaa24e1-1eb2-4da1-9a41-ba7975af7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:10.327064 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e550872b-2629-4add-b261-dc8f597bd318 req-eeaa24e1-1eb2-4da1-9a41-ba7975af7b09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 1098 time: 0.0752769 May 10 11:31:10.337564 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-ec5b5c28-535a-43c8-ab28-c1e2d5dcf575 None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:10.457919 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550872b-2629-4add-b261-dc8f597bd318 req-526467cf-686d-47e7-ab10-f360ead20e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:10.459270 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e550872b-2629-4add-b261-dc8f597bd318 req-526467cf-686d-47e7-ab10-f360ead20e17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 200 len: 917 time: 0.1253276 May 10 11:31:10.564748 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e550872b-2629-4add-b261-dc8f597bd318 req-de396e54-8e5a-423b-9fc5-3b841aea00c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b57bd3ba-f67d-48db-89d7-57acf596875b HTTP/1.1" status: 200 len: 997 time: 0.0978298 May 10 11:31:10.626060 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550872b-2629-4add-b261-dc8f597bd318 req-5c9011f8-ffbb-4da3-83a9-0004d029780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:10.627477 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e550872b-2629-4add-b261-dc8f597bd318 req-5c9011f8-ffbb-4da3-83a9-0004d029780f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0047fbb1-9f38-4413-aadd-86fc2baa6bf0 HTTP/1.1" status: 200 len: 855 time: 0.0570769 May 10 11:31:10.704550 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550872b-2629-4add-b261-dc8f597bd318 req-69b30fec-3a2b-45a9-b8bb-dddc98327e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:10.706038 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e550872b-2629-4add-b261-dc8f597bd318 req-69b30fec-3a2b-45a9-b8bb-dddc98327e5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711787 May 10 11:31:10.709466 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ec5b5c28-535a-43c8-ab28-c1e2d5dcf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '42a167be-844c-40b1-8377-30fda8a2830f', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'port_id': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'mac_address': 'fa:16:3e:bf:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:30:55Z', 'updated_at': '2021-05-10T11:31:09Z', 'revision_number': 1, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:48Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:10.713194 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5b5c28-535a-43c8-ab28-c1e2d5dcf575 None None] Checking router: ae956036-fa2c-4d3e-999b-14027811c6fd for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:31:10.721925 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b5c28-535a-43c8-ab28-c1e2d5dcf575 None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:10.722522 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ec5b5c28-535a-43c8-ab28-c1e2d5dcf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:30:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:10.835614 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e550872b-2629-4add-b261-dc8f597bd318 req-a0482101-7dfe-46f2-965c-d35804b1a2b7 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218002 May 10 11:31:10.896517 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-ec5b5c28-535a-43c8-ab28-c1e2d5dcf575 None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:10.964231 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e550872b-2629-4add-b261-dc8f597bd318 req-d2134651-de09-4b23-b3cf-7829ecdcaae8 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217270 May 10 11:31:11.238464 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-ec5b5c28-535a-43c8-ab28-c1e2d5dcf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '42a167be-844c-40b1-8377-30fda8a2830f', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'port_id': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'mac_address': 'fa:16:3e:bf:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:30:55Z', 'updated_at': '2021-05-10T11:31:09Z', 'revision_number': 1, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:48Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:11.242272 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5b5c28-535a-43c8-ab28-c1e2d5dcf575 None None] The sync data for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi is: [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '42a167be-844c-40b1-8377-30fda8a2830f', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'port_id': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'mac_address': 'fa:16:3e:bf:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:30:55Z', 'updated_at': '2021-05-10T11:31:09Z', 'revision_number': 1, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:48Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:31:11.414301 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78180050-c7e8-4db8-8bf1-bb2e473fb677 None None] New status for floating IP 42a167be-844c-40b1-8377-30fda8a2830f: ACTIVE {{(pid=78731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:31:14.062305 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:22.329114 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-61672436-60bf-459a-936f-a74229d42943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:24.643417 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c46836-76ad-4df6-97c6-baa88cca7837 req-91b21042-dd9b-4187-b836-671a53641726 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:24.644882 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-48c46836-76ad-4df6-97c6-baa88cca7837 req-91b21042-dd9b-4187-b836-671a53641726 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0822887 May 10 11:31:24.688940 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-48c46836-76ad-4df6-97c6-baa88cca7837 req-017bc8cc-8945-4f3f-a45d-3d9676f6acbc tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383101 May 10 11:31:24.956785 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-327cfcf4-8618-4f6c-a120-79bfbf227781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:25.072159 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:25.719907 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-d5eb9d49-993c-4f57-830c-c6febe8ca669 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:25.720602 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-d5eb9d49-993c-4f57-830c-c6febe8ca669 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Synchronizing usage tracker for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:31:25.739206 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-d5eb9d49-993c-4f57-830c-c6febe8ca669 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Unset dirty status for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:31:25.740398 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-d5eb9d49-993c-4f57-830c-c6febe8ca669 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.30 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0999265 May 10 11:31:25.880296 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc212e3-375e-4d35-95a4-c1bce77d7cab req-8487dd80-74e0-4e14-a6d2-be79ffa60144 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:25.881907 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efc212e3-375e-4d35-95a4-c1bce77d7cab req-8487dd80-74e0-4e14-a6d2-be79ffa60144 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 945 time: 0.0838995 May 10 11:31:25.932752 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efc212e3-375e-4d35-95a4-c1bce77d7cab req-287efca3-c228-4167-943a-78294dd215d7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1e65217-c0cb-4881-b2eb-aed09a274abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440202 May 10 11:31:25.969926 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Deleting port b988f7cc-a812-42b0-8d6d-204700084bfd {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:25.970287 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:26.051512 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:26.101447 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] For port b988f7cc-a812-42b0-8d6d-204700084bfd, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b988f7cc-a812-42b0-8d6d-204700084bfd,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:26.101816 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:26.379546 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:26.379904 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:26.380204 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.l3_db [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Floating IP 72ad4923-4824-4747-9e19-f3bda0f4dc88 disassociated. External IP: 172.27.3.203, port: b988f7cc-a812-42b0-8d6d-204700084bfd. May 10 11:31:26.380531 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Calling delete_port for b988f7cc-a812-42b0-8d6d-204700084bfd owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:26.492726 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:26.499308 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-99de3e72-11b0-4253-86f0-b6a5686b2869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:26.547033 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event deleted for resources: {'Port': ['ID=b988f7cc-a812-42b0-8d6d-204700084bfd,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:26.549345 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:26.740525 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Router 52a4457a-bbad-4e4c-aa24-94649f57335d has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:31:26.775403 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb38313-8b9e-47b7-8be9-2cd9d71f547b req-5ef3cf0a-5c18-4707-9cf6-652dca507d4d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:26.777408 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cb38313-8b9e-47b7-8be9-2cd9d71f547b req-5ef3cf0a-5c18-4707-9cf6-652dca507d4d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 946 time: 0.0796735 May 10 11:31:26.820912 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6cb38313-8b9e-47b7-8be9-2cd9d71f547b req-f56f98b6-4a16-460d-8f48-b1a455332b92 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377426 May 10 11:31:26.915948 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:31:26.925381 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16bfeae-36d5-4e89-8994-1afb48637925 None None] Sync routers for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:31:26.935490 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16bfeae-36d5-4e89-8994-1afb48637925 None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:26.936207 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-d16bfeae-36d5-4e89-8994-1afb48637925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:26.994755 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] No DVR routers for this DVR port b988f7cc-a812-42b0-8d6d-204700084bfd on host hv-cinder-78495 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:27.002296 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.013880 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cff7ae-2b8c-46f1-873b-5d11b40b9025', 'name': 'network-vif-deleted', 'tag': 'b988f7cc-a812-42b0-8d6d-204700084bfd'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:27.026142 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5e8b1518-7597-4a75-9a58-4b8ff2cd4e68 req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.30 "DELETE /v2.0/ports/b988f7cc-a812-42b0-8d6d-204700084bfd HTTP/1.1" status: 204 len: 173 time: 1.2793732 May 10 11:31:27.142435 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-d16bfeae-36d5-4e89-8994-1afb48637925 None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:27.161839 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2b7a6875-04a0-44ea-8bd2-0e1aebcb605e req-639f7ed9-963b-40d8-8627-f86a449023e6 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=97cff7ae-2b8c-46f1-873b-5d11b40b9025 HTTP/1.1" status: 200 len: 210 time: 0.0703316 May 10 11:31:27.166715 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cff7ae-2b8c-46f1-873b-5d11b40b9025', 'name': 'network-vif-deleted', 'tag': 'b988f7cc-a812-42b0-8d6d-204700084bfd', 'status': 'completed', 'code': 200} May 10 11:31:27.437540 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:27.460636 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-d16bfeae-36d5-4e89-8994-1afb48637925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:36Z', 'revision_number': 5, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:27.464609 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16bfeae-36d5-4e89-8994-1afb48637925 None None] Checking router: 52a4457a-bbad-4e4c-aa24-94649f57335d for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:31:27.473395 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16bfeae-36d5-4e89-8994-1afb48637925 None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:27.474002 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-d16bfeae-36d5-4e89-8994-1afb48637925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:27.683783 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-d16bfeae-36d5-4e89-8994-1afb48637925 None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:27.985891 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-d16bfeae-36d5-4e89-8994-1afb48637925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:36Z', 'revision_number': 5, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:27.989766 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16bfeae-36d5-4e89-8994-1afb48637925 None None] The sync data for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi is: [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:36Z', 'revision_number': 5, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:31:28.009960 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bf3b9-488f-4b1d-96e8-eb9339efb76f req-23becd10-3f92-474a-ac98-e573c0a792ef tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:28.011467 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-211bf3b9-488f-4b1d-96e8-eb9339efb76f req-23becd10-3f92-474a-ac98-e573c0a792ef tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 946 time: 0.0812528 May 10 11:31:28.057687 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-211bf3b9-488f-4b1d-96e8-eb9339efb76f req-3d7e7258-2ddb-44db-87fb-747f931d2fec tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399675 May 10 11:31:28.211590 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b4cbf1-79be-48e1-ad17-302ba2485b15 None None] New status for floating IP 72ad4923-4824-4747-9e19-f3bda0f4dc88: DOWN {{(pid=78731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:31:28.277660 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 44824) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:28.341374 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-16940e45-34eb-4eba-a058-ce1880717109 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.373761 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-16940e45-34eb-4eba-a058-ce1880717109 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.427205 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-16940e45-34eb-4eba-a058-ce1880717109 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.431102 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-87ce89e8-4ee9-46fa-85b5-f343f08641d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:28.447098 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16940e45-34eb-4eba-a058-ce1880717109 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e65217-c0cb-4881-b2eb-aed09a274abc,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:28.450459 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-16940e45-34eb-4eba-a058-ce1880717109 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:28.460003 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-16940e45-34eb-4eba-a058-ce1880717109 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.463774 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-16940e45-34eb-4eba-a058-ce1880717109 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "DELETE /v2.0/security-groups/c1e65217-c0cb-4881-b2eb-aed09a274abc HTTP/1.1" status: 204 len: 168 time: 0.1825001 May 10 11:31:28.463935 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 44828) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:28.480950 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.api.v2.resource [None req-46bd73a1-e095-48f3-aacc-2964875314ba tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] show failed (client error): The resource could not be found. May 10 11:31:28.481970 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-46bd73a1-e095-48f3-aacc-2964875314ba tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups/c1e65217-c0cb-4881-b2eb-aed09a274abc HTTP/1.1" status: 404 len: 347 time: 0.0167952 May 10 11:31:28.484691 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 44832) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:28.527063 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-0eff7cff-2cd8-450e-8837-3c2e3343d91e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:28.527771 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-0eff7cff-2cd8-450e-8837-3c2e3343d91e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Synchronizing usage tracker for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:31:28.542963 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-0eff7cff-2cd8-450e-8837-3c2e3343d91e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Unset dirty status for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:31:28.544132 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-0eff7cff-2cd8-450e-8837-3c2e3343d91e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 946 time: 0.1215358 May 10 11:31:28.681574 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Deleting port 23a4dc46-6e1b-4508-a294-20c48f9cec55 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:28.681914 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.701979 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-458fc7a8-d677-4862-9cdf-4854fc8bb6d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Deleting port a1fcba48-6493-4c23-81d2-15bf6a8b7f3a {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:28.702314 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-458fc7a8-d677-4862-9cdf-4854fc8bb6d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.812507 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] For port 23a4dc46-6e1b-4508-a294-20c48f9cec55, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=23a4dc46-6e1b-4508-a294-20c48f9cec55,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:28.812977 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.817098 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-458fc7a8-d677-4862-9cdf-4854fc8bb6d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:28.817422 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-458fc7a8-d677-4862-9cdf-4854fc8bb6d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.037286 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-458fc7a8-d677-4862-9cdf-4854fc8bb6d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Calling delete_port for a1fcba48-6493-4c23-81d2-15bf6a8b7f3a owned by network:floatingip {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:29.152323 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-458fc7a8-d677-4862-9cdf-4854fc8bb6d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.157591 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9501daef-a94c-4ae9-89ef-254107c5e94b tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:29.200038 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.200403 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.200726 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.l3_db [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Floating IP b25450f9-23aa-41a9-8431-5d3fbe02429f disassociated. External IP: 172.27.3.22, port: 23a4dc46-6e1b-4508-a294-20c48f9cec55. May 10 11:31:29.201070 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Calling delete_port for 23a4dc46-6e1b-4508-a294-20c48f9cec55 owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:29.236518 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fc7a8-d677-4862-9cdf-4854fc8bb6d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event deleted for resources: {'Port': ['ID=a1fcba48-6493-4c23-81d2-15bf6a8b7f3a,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:29.274297 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-458fc7a8-d677-4862-9cdf-4854fc8bb6d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:29.312482 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.318312 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6d04fd62-c0d9-46ef-9489-88dc310332d6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:29.353610 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-458fc7a8-d677-4862-9cdf-4854fc8bb6d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.370850 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event deleted for resources: {'Port': ['ID=23a4dc46-6e1b-4508-a294-20c48f9cec55,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:29.370959 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:29.381975 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc66fa-578e-42de-9b1b-d22c4f014a50 req-7eedcfda-bd47-4d41-bade-70a26165948a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:29.383597 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5fbc66fa-578e-42de-9b1b-d22c4f014a50 req-7eedcfda-bd47-4d41-bade-70a26165948a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 867 time: 0.1958165 May 10 11:31:29.391741 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-458fc7a8-d677-4862-9cdf-4854fc8bb6d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.392880 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-458fc7a8-d677-4862-9cdf-4854fc8bb6d8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "DELETE /v2.0/floatingips/72ad4923-4824-4747-9e19-f3bda0f4dc88 HTTP/1.1" status: 204 len: 168 time: 0.9072609 May 10 11:31:29.435076 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5fbc66fa-578e-42de-9b1b-d22c4f014a50 req-5d73ad00-bdd1-415d-b953-c6c03f579492 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407417 May 10 11:31:29.554858 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Router 35645bed-1822-442a-a9a9-298cec02fc03 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:31:29.667768 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:31:29.734383 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:31:29.744557 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69012b69-d813-410f-88c4-c87c1dea29fc None None] Sync routers for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:31:29.755585 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69012b69-d813-410f-88c4-c87c1dea29fc None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:29.756478 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-69012b69-d813-410f-88c4-c87c1dea29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:29.814989 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] No DVR routers for this DVR port 23a4dc46-6e1b-4508-a294-20c48f9cec55 on host hv-cinder-78495 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:29.816837 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.821651 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99a5016-689b-4070-86a4-d576a6587399', 'name': 'network-vif-deleted', 'tag': '23a4dc46-6e1b-4508-a294-20c48f9cec55'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:29.838184 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc716ea7-c51a-4076-8dd6-d66b42f47ad7 req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "DELETE /v2.0/ports/23a4dc46-6e1b-4508-a294-20c48f9cec55 HTTP/1.1" status: 204 len: 173 time: 1.2876947 May 10 11:31:29.879041 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 44844) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:29.886255 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1511564282', 'description': 'tempest-description--1912513035'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:29.890867 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99a5016-689b-4070-86a4-d576a6587399', 'name': 'network-vif-deleted', 'tag': '23a4dc46-6e1b-4508-a294-20c48f9cec55', 'status': 'completed', 'code': 200} May 10 11:31:29.895282 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:29.899569 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Usage tracker for resource:security_group and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:29.903181 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:29.911323 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:29.921872 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:29.935038 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b988f7cc-a812-42b0-8d6d-204700084bfd no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:31:29.948155 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:29.952682 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Usage tracker for resource:security_group_rule and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:29.955591 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:29.961731 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:29.974176 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: b988f7cc-a812-42b0-8d6d-204700084bfd {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:31:29.974554 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b988f7cc-a812-42b0-8d6d-204700084bfd not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:31:29.974975 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 23a4dc46-6e1b-4508-a294-20c48f9cec55 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:31:30.013577 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: 23a4dc46-6e1b-4508-a294-20c48f9cec55 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:31:30.013924 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 23a4dc46-6e1b-4508-a294-20c48f9cec55 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:31:30.032669 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.032915 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-69012b69-d813-410f-88c4-c87c1dea29fc None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:30.036779 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.040571 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-74b7026b-c9ef-47c0-b9a6-3046821392d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:30.084508 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070aa918-b449-4530-ab76-b0d4d6f657fb,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:30.088182 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:30.089544 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.093302 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2129948 May 10 11:31:30.093552 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44848) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:30.098723 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-91d37847-1b4a-4b9a-b813-82d06da8276d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Request body: {'security_group_rule': {'security_group_id': '070aa918-b449-4530-ab76-b0d4d6f657fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:30.104451 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-91d37847-1b4a-4b9a-b813-82d06da8276d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:30.109146 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-91d37847-1b4a-4b9a-b813-82d06da8276d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Usage tracker for resource:security_group_rule and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:30.112135 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-91d37847-1b4a-4b9a-b813-82d06da8276d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:30.118695 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-91d37847-1b4a-4b9a-b813-82d06da8276d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:30.134022 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-91d37847-1b4a-4b9a-b813-82d06da8276d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.199415 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-91d37847-1b4a-4b9a-b813-82d06da8276d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.204613 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-91d37847-1b4a-4b9a-b813-82d06da8276d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.210921 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:30.225117 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d37847-1b4a-4b9a-b813-82d06da8276d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327c3f84-9d1c-4273-80a7-e752b32b0f79,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:30.228090 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-91d37847-1b4a-4b9a-b813-82d06da8276d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:30.245471 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-91d37847-1b4a-4b9a-b813-82d06da8276d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.247402 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-91d37847-1b4a-4b9a-b813-82d06da8276d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522915 May 10 11:31:30.249431 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44852) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:30.256556 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-85cea37f-40bc-4681-8e64-c74c0df5149d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Request body: {'security_group_rule': {'security_group_id': '070aa918-b449-4530-ab76-b0d4d6f657fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:30.264798 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-85cea37f-40bc-4681-8e64-c74c0df5149d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:30.268906 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-85cea37f-40bc-4681-8e64-c74c0df5149d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Usage tracker for resource:security_group_rule and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:30.271896 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-85cea37f-40bc-4681-8e64-c74c0df5149d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:30.278822 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-85cea37f-40bc-4681-8e64-c74c0df5149d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:30.297784 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-85cea37f-40bc-4681-8e64-c74c0df5149d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.354864 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-69012b69-d813-410f-88c4-c87c1dea29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:30.358741 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69012b69-d813-410f-88c4-c87c1dea29fc None None] Checking router: 35645bed-1822-442a-a9a9-298cec02fc03 for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:31:30.359053 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-85cea37f-40bc-4681-8e64-c74c0df5149d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.363919 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-85cea37f-40bc-4681-8e64-c74c0df5149d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.366006 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:30.367493 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69012b69-d813-410f-88c4-c87c1dea29fc None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:30.368184 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-69012b69-d813-410f-88c4-c87c1dea29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:30.389564 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cea37f-40bc-4681-8e64-c74c0df5149d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5319c1-9ca7-417c-844c-cc6e2bd4340d,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:30.394039 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-85cea37f-40bc-4681-8e64-c74c0df5149d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:30.399603 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-85cea37f-40bc-4681-8e64-c74c0df5149d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.400859 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-85cea37f-40bc-4681-8e64-c74c0df5149d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503966 May 10 11:31:30.404531 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44858) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:30.409669 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Request body: {'floatingip': {'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:30.415539 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:30.419553 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Usage tracker for resource:floatingip and tenant:e0b8b57c604344f7b02ff5868bbe1e76 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:30.422485 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:30.429431 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:30.442751 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.569576 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-69012b69-d813-410f-88c4-c87c1dea29fc None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:30.592548 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.642765 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-580b77b0-b6ac-4c78-b846-ab8162cf50e5 req-dce701b3-c385-4040-ad47-c0a195c56d5a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99a5016-689b-4070-86a4-d576a6587399 HTTP/1.1" status: 200 len: 210 time: 0.0732329 May 10 11:31:30.767552 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Allocated IP 172.27.3.185 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/0c5cfc59-d6ba-4f7f-a928-69519a37c8c0) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:30.913959 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.944284 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:30.949531 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:30.977200 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-69012b69-d813-410f-88c4-c87c1dea29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:30.981706 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69012b69-d813-410f-88c4-c87c1dea29fc None None] The sync data for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi is: [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:31:31.097137 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:31.099943 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:31.108891 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:31:31.138616 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event updated for resources: {'Port': ['ID=0c5cfc59-d6ba-4f7f-a928-69519a37c8c0,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:31.144667 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:31.192190 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.200607 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fc96b4-f24b-4ef9-9e96-a1c01cf17263 None None] New status for floating IP b25450f9-23aa-41a9-8431-5d3fbe02429f: DOWN {{(pid=78731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:31:31.254649 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.462551 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.467840 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.472357 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:31.579999 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.614357 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event updated for resources: {'Port': ['ID=0c5cfc59-d6ba-4f7f-a928-69519a37c8c0,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:31.617644 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:31.621430 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:31.622795 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2172809 May 10 11:31:31.840517 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-303fc72f-7d14-45f1-8f4b-56e99df860b3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Synchronizing usage tracker for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:security_group {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:31:31.857685 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-303fc72f-7d14-45f1-8f4b-56e99df860b3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Unset dirty status for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:security_group {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:31:31.858814 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-303fc72f-7d14-45f1-8f4b-56e99df860b3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1511564282&fields=id&tenant_id=e0b8b57c604344f7b02ff5868bbe1e76 HTTP/1.1" status: 200 len: 267 time: 0.0580776 May 10 11:31:32.021364 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-c930ac97-e5c2-4234-87f4-685b0dafe12c tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529508815&fields=id&tenant_id=cf380bd79b3e49db8a7de213adc83183 HTTP/1.1" status: 200 len: 267 time: 0.0743477 May 10 11:31:32.064630 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-ddc27c2b-6e19-464d-b70f-5089eed47056 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:32.065994 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-ddc27c2b-6e19-464d-b70f-5089eed47056 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/networks?id=367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 200 len: 811 time: 0.2002869 May 10 11:31:32.130944 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-8e4e18a7-e08d-4d7d-a2b6-812fbe3e634f tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/quotas/e0b8b57c604344f7b02ff5868bbe1e76 HTTP/1.1" status: 200 len: 375 time: 0.0225699 May 10 11:31:32.229061 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a363-e035-4fe9-a115-f0ee15e231af req-f9efb625-a433-4373-9438-350d64d60d8a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:32.230728 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-f9efb625-a433-4373-9438-350d64d60d8a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 812 time: 0.2008877 May 10 11:31:32.248634 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-13770d00-e0da-4422-a281-31c7e9236d11 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/quotas/cf380bd79b3e49db8a7de213adc83183 HTTP/1.1" status: 200 len: 375 time: 0.0123568 May 10 11:31:32.302957 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-39c88c65-c3e3-454a-9183-89103b68ee20 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Synchronizing usage tracker for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:31:32.327939 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-39c88c65-c3e3-454a-9183-89103b68ee20 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Unset dirty status for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:31:32.329214 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-39c88c65-c3e3-454a-9183-89103b68ee20 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1923778 May 10 11:31:32.378579 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-df26ab1a-5e8a-4a3c-8b7b-1eb70eff8a4b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1216154 May 10 11:31:32.551476 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-dfbfbf27-0d52-4f54-9087-1cc6b706acc0 service neutron] 10.222.0.13 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105832 May 10 11:31:32.689839 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-5618e106-15da-4b46-8f66-bdfafee17332 service neutron] 10.222.0.13 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701838 May 10 11:31:32.790446 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e5ef5bd4-1bb9-4f8e-ab94-6ebf26a1fa69 service neutron] 10.222.0.13 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325943 May 10 11:31:32.950345 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-0f6c200b-d606-42c2-bb42-53f966c73977 service neutron] 10.222.0.13 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506540 May 10 11:31:33.083476 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-692239a4-0fda-4136-b075-775d7762fe45 req-3246c3ab-f253-4248-9daf-a2998180bca0 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 210 time: 0.0443149 May 10 11:31:33.376318 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-977a29eb-0b8c-4085-a314-fe09745de429 req-3debd565-d6b5-4e73-86c1-8638c0c8d667 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 210 time: 0.0450504 May 10 11:31:34.061587 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-39c31a2e-22d2-41fc-890a-2b19022677ad tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:34.062985 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-39c31a2e-22d2-41fc-890a-2b19022677ad tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.30 "GET /v2.0/networks?id=367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 200 len: 811 time: 0.1484506 May 10 11:31:34.114682 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-1f60d9ad-374d-4850-8e34-32fde41a64b3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0b8b57c604344f7b02ff5868bbe1e76 HTTP/1.1" status: 200 len: 380 time: 0.0419292 May 10 11:31:34.131323 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Request body: {'port': {'device_id': 'b44fa0af-878c-4550-a735-928242b4d1b3', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'admin_state_up': True, 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'security_groups': ['070aa918-b449-4530-ab76-b0d4d6f657fb']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:34.238823 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5fe21a1c-0bae-4050-b5ef-e41da701e1ae req-8fc55f0b-5f45-4b00-8db3-4f627cb53eec tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 210 time: 0.0473502 May 10 11:31:34.272551 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:34.282055 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:34.291324 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Made reservation on behalf of e0b8b57c604344f7b02ff5868bbe1e76 for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:34.295380 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.479931 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Allocated IP 172.20.0.7 (367daadb-7975-4d87-914f-7685d11912a0/097652b3-55a3-410a-a095-41743a687aac/cbc8e228-bf74-4067-8ab4-0938093ab329) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:34.529726 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a363-e035-4fe9-a115-f0ee15e231af req-02e0a732-9706-453b-8c1c-08b1a72a072c tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:34.531492 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-02e0a732-9706-453b-8c1c-08b1a72a072c tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 812 time: 0.1985922 May 10 11:31:34.579805 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-30ce8fa2-073c-452f-b56b-1d9b3e8aac8a req-cd960ecc-e723-496e-bdaf-2956c8d4183c tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 210 time: 0.0569634 May 10 11:31:34.623985 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d2b72ff7-0224-4198-8b86-2c988cc004f2 req-4d74d631-a2a5-4566-bdee-b77f1f64801b tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51050740&fields=id&tenant_id=11df5e3f320546ffba46f05f45e9e781 HTTP/1.1" status: 200 len: 267 time: 0.1246173 May 10 11:31:34.683427 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.694118 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-5e6fdab8-0337-4384-9c55-2c338012cb77 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf380bd79b3e49db8a7de213adc83183 HTTP/1.1" status: 200 len: 379 time: 0.1132905 May 10 11:31:34.702170 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Transition to ACTIVE for port object cbc8e228-bf74-4067-8ab4-0938093ab329 will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:34.706552 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Request body: {'port': {'device_id': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'admin_state_up': True, 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'security_groups': ['42fad3a2-aae3-4737-8c55-5d91d779d162']}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:34.729973 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.736899 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-fbffe555-2e0f-4592-8dc3-1a42bba64e8f tempest-ServerRescueNegativeTestJSON-1218178014 tempest-ServerRescueNegativeTestJSON-1218178014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:34.798933 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Network 367daadb-7975-4d87-914f-7685d11912a0 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:34.802274 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:34.804649 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:31:34.821770 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b72ff7-0224-4198-8b86-2c988cc004f2 req-59633b01-c369-4304-8556-3adfa616a827 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:34.823798 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d2b72ff7-0224-4198-8b86-2c988cc004f2 req-59633b01-c369-4304-8556-3adfa616a827 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 985 time: 0.1821694 May 10 11:31:34.847293 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-d2b72ff7-0224-4198-8b86-2c988cc004f2 req-269d6d94-50b0-44af-9002-b63410fb2212 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Request body: {'port': {'security_groups': ['589c7ae4-5938-405a-91ca-f988ddb8910d']}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:34.861187 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event updated for resources: {'Port': ['ID=cbc8e228-bf74-4067-8ab4-0938093ab329,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:34.866094 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:34.890294 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:34.891022 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:34.921315 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7938147 May 10 11:31:34.927861 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:34.934009 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Request body: {'port': {'device_id': 'b44fa0af-878c-4550-a735-928242b4d1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:34.964423 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Usage tracker for resource:port and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:34.973274 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:34.982979 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:35.004773 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-d2b72ff7-0224-4198-8b86-2c988cc004f2 req-269d6d94-50b0-44af-9002-b63410fb2212 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.013875 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Made reservation on behalf of cf380bd79b3e49db8a7de213adc83183 for: {'port': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:31:35.017245 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.048424 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-6c7ee22c-3e3d-4c24-ac86-7084676e72d6 None None] Provisioning for port cbc8e228-bf74-4067-8ab4-0938093ab329 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:35.054068 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-6c7ee22c-3e3d-4c24-ac86-7084676e72d6 None None] Provisioning complete for port cbc8e228-bf74-4067-8ab4-0938093ab329 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:35.054225 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.054570 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee22c-3e3d-4c24-ac86-7084676e72d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.126044 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-6c7ee22c-3e3d-4c24-ac86-7084676e72d6 None None] Port cbc8e228-bf74-4067-8ab4-0938093ab329 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:31:35.270842 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Allocated IP 172.20.0.3 (92d4a7e0-0203-4451-b99d-34c2bc41c784/bf58a4b4-1646-4b4a-8001-40b33bdb7ea9/37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:35.521601 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-d2b72ff7-0224-4198-8b86-2c988cc004f2 req-269d6d94-50b0-44af-9002-b63410fb2212 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] For port 29a7f96d-91d7-4c1d-8690-c4db506e5d81, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:35.522902 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc8e228-bf74-4067-8ab4-0938093ab329 {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:31:35.530635 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.546636 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Transition to ACTIVE for port object cbc8e228-bf74-4067-8ab4-0938093ab329 will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:35.551893 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.556394 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-872fa4a9-51d1-4806-b830-6a40e3816be9 tempest-DeleteServersTestJSON-2003724616 tempest-DeleteServersTestJSON-2003724616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:35.639948 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-d2b72ff7-0224-4198-8b86-2c988cc004f2 req-269d6d94-50b0-44af-9002-b63410fb2212 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.663005 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-d2b72ff7-0224-4198-8b86-2c988cc004f2 req-269d6d94-50b0-44af-9002-b63410fb2212 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.674930 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['29a7f96d-91d7-4c1d-8690-c4db506e5d81'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:31:35.678777 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8b59d6c6-92f4-4a8e-9a0c-69f95819d93e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:35.715226 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc8e228-bf74-4067-8ab4-0938093ab329,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:35.728649 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:35.770527 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b72ff7-0224-4198-8b86-2c988cc004f2 req-269d6d94-50b0-44af-9002-b63410fb2212 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:35.771189 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-d2b72ff7-0224-4198-8b86-2c988cc004f2 req-269d6d94-50b0-44af-9002-b63410fb2212 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.772598 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d2b72ff7-0224-4198-8b86-2c988cc004f2 req-269d6d94-50b0-44af-9002-b63410fb2212 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "PUT /v2.0/ports/29a7f96d-91d7-4c1d-8690-c4db506e5d81 HTTP/1.1" status: 200 len: 943 time: 0.9336357 May 10 11:31:35.773158 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:35.795064 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 44940) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:35.801224 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba39e5-e346-43a4-a774-bff6fcccc009 req-aae454f3-7212-43f5-8b24-99b520075108 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:35.806633 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-46ba39e5-e346-43a4-a774-bff6fcccc009 req-aae454f3-7212-43f5-8b24-99b520075108 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 931 time: 0.3787649 May 10 11:31:35.840100 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Attempting to bind port cbc8e228-bf74-4067-8ab4-0938093ab329 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:35.840436 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Attempting to bind port cbc8e228-bf74-4067-8ab4-0938093ab329 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:35.841011 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Attempting to bind port cbc8e228-bf74-4067-8ab4-0938093ab329 on network 367daadb-7975-4d87-914f-7685d11912a0 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:31:35.841614 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['29a7f96d-91d7-4c1d-8690-c4db506e5d81'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:31:35.860421 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Port cbc8e228-bf74-4067-8ab4-0938093ab329 on network 367daadb-7975-4d87-914f-7685d11912a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:31:35.860790 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Attempting to bind port cbc8e228-bf74-4067-8ab4-0938093ab329 on network 367daadb-7975-4d87-914f-7685d11912a0 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:31:35.876328 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:31:35.876703 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Checking segment: {'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:31:35.877144 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Bound using segment: {'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:31:35.877583 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Bound port: cbc8e228-bf74-4067-8ab4-0938093ab329, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc30256-2f1e-4fe8-b0cb-9f40963361ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '367daadb-7975-4d87-914f-7685d11912a0'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:35.878001 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.899332 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:35.922617 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d6d94-50b0-44af-9002-b63410fb2212 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event updated for resources: {'Port': ['ID=29a7f96d-91d7-4c1d-8690-c4db506e5d81,revision_number=7']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:35.943582 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-269d6d94-50b0-44af-9002-b63410fb2212 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:36.006151 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] For port cbc8e228-bf74-4067-8ab4-0938093ab329, host hv-cinder-78495, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:31:36.010882 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] For port cbc8e228-bf74-4067-8ab4-0938093ab329, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=cbc8e228-bf74-4067-8ab4-0938093ab329,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:31:36.021371 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.030248 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3f573e7e-fa43-4e6c-bfdb-0a61dbf4da50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:36.082145 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a0e7dc5b-f5cd-4e1a-aa1d-495801aa7df3 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.091796 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:36.092414 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.093998 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] 10.222.0.30 "PUT /v2.0/ports/cbc8e228-bf74-4067-8ab4-0938093ab329 HTTP/1.1" status: 200 len: 1093 time: 1.1654131 May 10 11:31:36.106467 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44fa0af-878c-4550-a735-928242b4d1b3', 'tag': 'cbc8e228-bf74-4067-8ab4-0938093ab329'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:36.125773 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-591d4a4c-e68d-459d-a6f5-d1475a008bfc req-c8a4a483-307e-42da-acde-cf0eebf3cd04 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 210 time: 0.1810637 May 10 11:31:36.138240 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-46ba39e5-e346-43a4-a774-bff6fcccc009 req-ecb7465e-0141-4c03-96ba-6d199921f4f8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=070aa918-b449-4530-ab76-b0d4d6f657fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3198106 May 10 11:31:36.143925 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Transition to ACTIVE for port object 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:36.162323 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a0e7dc5b-f5cd-4e1a-aa1d-495801aa7df3 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.199597 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-58c92e2b-df85-42b9-9e21-3c1f77e07606 None None] Provisioning complete for port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:36.200081 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-58c92e2b-df85-42b9-9e21-3c1f77e07606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.205433 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.212230 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-74de779a-641c-474e-b10c-787c13d41ac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:36.256080 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81', 'status': 'completed', 'code': 200} May 10 11:31:36.282480 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44fa0af-878c-4550-a735-928242b4d1b3', 'tag': 'cbc8e228-bf74-4067-8ab4-0938093ab329', 'status': 'completed', 'code': 200} May 10 11:31:36.301659 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Network 92d4a7e0-0203-4451-b99d-34c2bc41c784 is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:36.305211 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:36.310179 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:31:36.357285 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc8e228-bf74-4067-8ab4-0938093ab329,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:36.375985 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'Port': ['ID=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:36.380674 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:36.386786 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:36.413180 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:36.414021 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.438212 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-708cfa9c-c37f-46a7-af8b-517198620e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:36.440290 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-708cfa9c-c37f-46a7-af8b-517198620e58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 1096 time: 0.2162867 May 10 11:31:36.454080 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7525263 May 10 11:31:36.476151 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Request body: {'port': {'device_id': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:36.521240 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-f2241c2e-3ee7-4fbc-9fbf-1af7138206c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbc8e228-bf74-4067-8ab4-0938093ab329 HTTP/1.1" status: 200 len: 217 time: 0.0711546 May 10 11:31:36.522654 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a0e7dc5b-f5cd-4e1a-aa1d-495801aa7df3 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.527983 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-4bbbff94-da75-4ea1-a52b-388c3645106d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:36.599648 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7dc5b-f5cd-4e1a-aa1d-495801aa7df3 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f9de62-3290-43a0-a0e7-7dc45e4f7e58,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:36.601749 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.605280 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-26fcdf7b-b359-4ab3-a0e6-eaca5b9173b6 None None] Provisioning for port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:36.606663 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26914fc-9750-4f64-979e-0da1c481620c req-963ace00-8fa4-46b0-88ce-880fa58575ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:36.608353 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e26914fc-9750-4f64-979e-0da1c481620c req-963ace00-8fa4-46b0-88ce-880fa58575ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11df5e3f320546ffba46f05f45e9e781&device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 1099 time: 0.3229301 May 10 11:31:36.611110 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a0e7dc5b-f5cd-4e1a-aa1d-495801aa7df3 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:36.612084 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-26fcdf7b-b359-4ab3-a0e6-eaca5b9173b6 None None] Provisioning complete for port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:36.613631 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-26fcdf7b-b359-4ab3-a0e6-eaca5b9173b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.619809 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a0e7dc5b-f5cd-4e1a-aa1d-495801aa7df3 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:36.621539 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-a0e7dc5b-f5cd-4e1a-aa1d-495801aa7df3 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "DELETE /v2.0/security-groups/70f9de62-3290-43a0-a0e7-7dc45e4f7e58 HTTP/1.1" status: 204 len: 168 time: 0.8144510 May 10 11:31:36.624645 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 44948) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:36.687165 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-26fcdf7b-b359-4ab3-a0e6-eaca5b9173b6 None None] Port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:31:36.716880 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cd5dbaed-a7eb-4839-ab2d-8c0eb85be28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:36.718326 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-cd5dbaed-a7eb-4839-ab2d-8c0eb85be28f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=097652b3-55a3-410a-a095-41743a687aac HTTP/1.1" status: 200 len: 850 time: 0.1734867 May 10 11:31:36.806106 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26914fc-9750-4f64-979e-0da1c481620c req-cf9dd7aa-9565-418e-b39d-0c915f658283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:36.807571 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e26914fc-9750-4f64-979e-0da1c481620c req-cf9dd7aa-9565-418e-b39d-0c915f658283 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cd55141-de3c-450a-9991-64932c3a549f HTTP/1.1" status: 200 len: 915 time: 0.1906130 May 10 11:31:36.897029 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-a72a209e-e847-470f-8b4a-a098406864d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:36.898425 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-a72a209e-e847-470f-8b4a-a098406864d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=367daadb-7975-4d87-914f-7685d11912a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1710620 May 10 11:31:36.987424 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e26914fc-9750-4f64-979e-0da1c481620c req-41869b28-2d6d-4499-9124-6a78c0d3606f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81 HTTP/1.1" status: 200 len: 1002 time: 0.1722052 May 10 11:31:37.091063 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26914fc-9750-4f64-979e-0da1c481620c req-1d7090a2-6744-460d-89e2-e04d43b0eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:37.092472 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e26914fc-9750-4f64-979e-0da1c481620c req-1d7090a2-6744-460d-89e2-e04d43b0eeb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03312496-ca70-47f8-987d-7b536945040d HTTP/1.1" status: 200 len: 853 time: 0.0967848 May 10 11:31:37.097314 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-76719418-f774-4dec-931b-3fa71c556452 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878042 May 10 11:31:37.123077 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Deleting port 8dad3b97-c634-4677-a213-3765c7e98a12 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:37.123422 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.373706 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:31:37.389765 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26914fc-9750-4f64-979e-0da1c481620c req-207ec9ec-7967-4d14-8922-f05cf2b0ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:37.391237 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e26914fc-9750-4f64-979e-0da1c481620c req-207ec9ec-7967-4d14-8922-f05cf2b0ba1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cd55141-de3c-450a-9991-64932c3a549f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2856431 May 10 11:31:37.392970 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7af7359a-bfd6-4775-8c1f-2a5bddd2e795 req-161f850e-ca1e-46ba-b860-ee1c3dd90f35 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575979 May 10 11:31:37.402314 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.410797 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.411121 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.547655 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Transition to ACTIVE for port object 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:31:37.556516 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Calling delete_port for 8dad3b97-c634-4677-a213-3765c7e98a12 owned by network:floatingip {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:37.564878 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:37.571571 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:37.587011 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e26914fc-9750-4f64-979e-0da1c481620c req-e4172aa5-2ba7-4393-9df6-ea4df22867b3 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846044 May 10 11:31:37.620998 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7c323-bcc2-43ba-9469-1af305acb4b8 req-d180f040-538a-45a6-ac2e-bde71657577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:37.622439 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6bb7c323-bcc2-43ba-9469-1af305acb4b8 req-d180f040-538a-45a6-ac2e-bde71657577a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 1096 time: 0.1529248 May 10 11:31:37.848434 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb49bf-bee6-47a1-9fa5-a7a250785cef req-386b5e92-5c33-4fce-8716-2c3102c97721 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:37.849903 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-93cb49bf-bee6-47a1-9fa5-a7a250785cef req-386b5e92-5c33-4fce-8716-2c3102c97721 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 943 time: 0.5959582 May 10 11:31:37.855492 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-e26914fc-9750-4f64-979e-0da1c481620c req-65ecbe3f-6cfa-4c79-b7c6-0ab20f971784 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587414 May 10 11:31:37.856557 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7c323-bcc2-43ba-9469-1af305acb4b8 req-ae3463cb-5726-41c5-9ade-f3652f6770f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:37.858060 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6bb7c323-bcc2-43ba-9469-1af305acb4b8 req-ae3463cb-5726-41c5-9ade-f3652f6770f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 200 len: 912 time: 0.1885633 May 10 11:31:37.905399 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:37.925966 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:37.929147 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6bb7c323-bcc2-43ba-9469-1af305acb4b8 req-122fd013-11d4-4a2a-8388-ae5eb272ee2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbc8e228-bf74-4067-8ab4-0938093ab329 HTTP/1.1" status: 200 len: 217 time: 0.0617452 May 10 11:31:37.959375 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb3a87-c066-4c77-b47a-06fcfa164486 req-bebe7cd7-2bac-4aec-9091-d0b202f9a9c5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:37.960059 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-d9eb3a87-c066-4c77-b47a-06fcfa164486 req-bebe7cd7-2bac-4aec-9091-d0b202f9a9c5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Synchronizing usage tracker for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:31:37.995630 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7c323-bcc2-43ba-9469-1af305acb4b8 req-231641d2-b464-465f-8c88-b1dfe23714ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:37.997050 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6bb7c323-bcc2-43ba-9469-1af305acb4b8 req-231641d2-b464-465f-8c88-b1dfe23714ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=097652b3-55a3-410a-a095-41743a687aac HTTP/1.1" status: 200 len: 850 time: 0.0615821 May 10 11:31:38.024259 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-d9eb3a87-c066-4c77-b47a-06fcfa164486 req-bebe7cd7-2bac-4aec-9091-d0b202f9a9c5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Unset dirty status for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:31:38.025424 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d9eb3a87-c066-4c77-b47a-06fcfa164486 req-bebe7cd7-2bac-4aec-9091-d0b202f9a9c5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 931 time: 0.7231731 May 10 11:31:38.028186 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-93cb49bf-bee6-47a1-9fa5-a7a250785cef req-8e9a24b5-40f1-4598-aaad-7c5e45064436 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=070aa918-b449-4530-ab76-b0d4d6f657fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674507 May 10 11:31:38.075813 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Attempting to bind port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:31:38.076031 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7c323-bcc2-43ba-9469-1af305acb4b8 req-64aeafdd-0ce8-47cf-b9cc-f353f5fa518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:38.076139 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Attempting to bind port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:31:38.076380 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Attempting to bind port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 on network 92d4a7e0-0203-4451-b99d-34c2bc41c784 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:31:38.077283 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6bb7c323-bcc2-43ba-9469-1af305acb4b8 req-64aeafdd-0ce8-47cf-b9cc-f353f5fa518f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=367daadb-7975-4d87-914f-7685d11912a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741754 May 10 11:31:38.100855 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 on network 92d4a7e0-0203-4451-b99d-34c2bc41c784 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:31:38.101200 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Attempting to bind port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 on network 92d4a7e0-0203-4451-b99d-34c2bc41c784 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:31:38.115063 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d9eb3a87-c066-4c77-b47a-06fcfa164486 req-907b1519-f919-4611-a189-f0e2aee9ffbc tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824852 May 10 11:31:38.116511 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:31:38.116880 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Checking segment: {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:31:38.117260 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Bound using segment: {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:31:38.117704 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Bound port: 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:31:38.118049 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:38.218308 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6bb7c323-bcc2-43ba-9469-1af305acb4b8 req-52423741-4b4f-49b5-af52-592f03cf0ede service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341283 May 10 11:31:38.255605 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:38.260184 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-11af60ff-dab4-41de-b575-1c35d10e003d tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:38.298771 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] For port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71, host hv-cinder-78495, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:31:38.309193 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event deleted for resources: {'Port': ['ID=8dad3b97-c634-4677-a213-3765c7e98a12,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:38.314455 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:38.315994 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] For port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:31:38.346314 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:38.355414 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6bb7c323-bcc2-43ba-9469-1af305acb4b8 req-d66517ac-1a1f-40d3-b6a2-4319ff6b1889 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293426 May 10 11:31:38.358186 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:38.442173 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:38.442768 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:38.444105 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 HTTP/1.1" status: 200 len: 1093 time: 1.9724944 May 10 11:31:38.446384 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'tag': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:38.483946 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:38.486564 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks [] for floatingip, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:38.486887 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.l3_db [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Floating IP dc5f43d3-eca6-4067-af46-7897599964cc disassociated (deleted). External IP: 172.27.3.200, port: 29a7f96d-91d7-4c1d-8690-c4db506e5d81. May 10 11:31:38.573825 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:38.575467 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'tag': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'status': 'completed', 'code': 200} May 10 11:31:38.712084 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a363-e035-4fe9-a115-f0ee15e231af req-00042207-a7a0-4957-a376-11681b04c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:38.713572 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-00042207-a7a0-4957-a376-11681b04c5e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 1096 time: 0.1748500 May 10 11:31:38.787982 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-3c5536ec-af54-4ef9-b96e-b31f8d8e4d01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 HTTP/1.1" status: 200 len: 217 time: 0.0663574 May 10 11:31:38.976388 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a363-e035-4fe9-a115-f0ee15e231af req-78dc93e8-6c59-41d3-9b7a-66a1d8bc88da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:38.977832 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-78dc93e8-6c59-41d3-9b7a-66a1d8bc88da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 200 len: 851 time: 0.1410069 May 10 11:31:39.054560 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Router 5bebd365-bf47-4859-b50d-1342a29bc2f2 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:31:39.376474 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a363-e035-4fe9-a115-f0ee15e231af req-4a337067-e199-4021-b06f-8eddbe91fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:39.377894 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-4a337067-e199-4021-b06f-8eddbe91fb57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92d4a7e0-0203-4451-b99d-34c2bc41c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3918679 May 10 11:31:39.578357 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:31:39.587649 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7b72a6-0e46-43f1-829e-e26cbd639733 None None] Sync routers for ids ['5bebd365-bf47-4859-b50d-1342a29bc2f2'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:31:39.597550 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b72a6-0e46-43f1-829e-e26cbd639733 None None] Routers {'5bebd365-bf47-4859-b50d-1342a29bc2f2'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:39.598253 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-bf7b72a6-0e46-43f1-829e-e26cbd639733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bebd365-bf47-4859-b50d-1342a29bc2f2'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:39.608762 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4ebb0-5cc5-4ed4-8ecc-f15d08d09501 req-bd00a2bd-91c5-45d2-842e-42a60291cef2 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:39.610206 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a8a4ebb0-5cc5-4ed4-8ecc-f15d08d09501 req-bd00a2bd-91c5-45d2-842e-42a60291cef2 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 943 time: 0.4307721 May 10 11:31:39.623135 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f466f14-084b-4f1b-958e-175a1f7c18fa req-fcbdd1b7-efc7-4c7c-8f0f-5760ca7186a3 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:39.624545 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8f466f14-084b-4f1b-958e-175a1f7c18fa req-fcbdd1b7-efc7-4c7c-8f0f-5760ca7186a3 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 943 time: 0.3936472 May 10 11:31:39.630454 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-05cb8738-f604-4490-b4c5-8118fa1cb500 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372875 May 10 11:31:39.756813 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:39.777016 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-bf7b72a6-0e46-43f1-829e-e26cbd639733 None None] Set router 5bebd365-bf47-4859-b50d-1342a29bc2f2 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:39.821451 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a8a4ebb0-5cc5-4ed4-8ecc-f15d08d09501 req-0d411e71-fd15-4df7-85ce-a914b54e452c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=070aa918-b449-4530-ab76-b0d4d6f657fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959248 May 10 11:31:39.846653 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8f466f14-084b-4f1b-958e-175a1f7c18fa req-c4d31428-90c8-4309-8757-7cd60549d572 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134874 May 10 11:31:39.871027 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-b12ee60e-7d9f-44f8-853d-e88680dfddfe tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "DELETE /v2.0/floatingips/dc5f43d3-eca6-4067-af46-7897599964cc HTTP/1.1" status: 204 len: 168 time: 3.2424970 May 10 11:31:39.889666 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e329a363-e035-4fe9-a115-f0ee15e231af req-fab3ebcb-59d7-4eaf-b64a-27fdf16e05a0 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252030 May 10 11:31:40.011281 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device cbc8e228-bf74-4067-8ab4-0938093ab329 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:31:40.033178 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eae19d-0adb-4df1-a444-4f9515143a75 req-bbe59213-67f4-450a-bb73-1fff36067255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:40.034497 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47eae19d-0adb-4df1-a444-4f9515143a75 req-bbe59213-67f4-450a-bb73-1fff36067255 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 1096 time: 0.0809081 May 10 11:31:40.189642 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eae19d-0adb-4df1-a444-4f9515143a75 req-59d094b6-46c1-426d-9dac-1d95ce5dfe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:40.191113 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47eae19d-0adb-4df1-a444-4f9515143a75 req-59d094b6-46c1-426d-9dac-1d95ce5dfe63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 913 time: 0.1500332 May 10 11:31:40.264182 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port cbc8e228-bf74-4067-8ab4-0938093ab329, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=cbc8e228-bf74-4067-8ab4-0938093ab329,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:40.268555 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47eae19d-0adb-4df1-a444-4f9515143a75 req-b010c9f0-500d-40fa-b6a7-b9a148a23880 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 HTTP/1.1" status: 200 len: 217 time: 0.0688903 May 10 11:31:40.282414 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'cbc8e228-bf74-4067-8ab4-0938093ab329', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'port_id': 'cbc8e228-bf74-4067-8ab4-0938093ab329', 'mac_address': 'fa:16:3e:b5:1d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:31:40.316246 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-bf7b72a6-0e46-43f1-829e-e26cbd639733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:50Z', 'revision_number': 4, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port': {'id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:47Z', 'updated_at': '2021-05-10T11:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'e1c39ce1-75f7-41da-9680-0c6297a07717', 'name': '', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'mac_address': 'fa:16:3e:e2:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '03312496-ca70-47f8-987d-7b536945040d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:49Z', 'updated_at': '2021-05-10T11:27:01Z', 'revision_number': 5, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'subnets': [{'id': '03312496-ca70-47f8-987d-7b536945040d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:40.328929 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7b72a6-0e46-43f1-829e-e26cbd639733 None None] Checking router: 5bebd365-bf47-4859-b50d-1342a29bc2f2 for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:31:40.338014 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eae19d-0adb-4df1-a444-4f9515143a75 req-00a1ee9c-889a-4c46-af11-35cf78dfd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:40.340014 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47eae19d-0adb-4df1-a444-4f9515143a75 req-00a1ee9c-889a-4c46-af11-35cf78dfd694 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 200 len: 851 time: 0.0657880 May 10 11:31:40.352151 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:40.362879 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b72a6-0e46-43f1-829e-e26cbd639733 None None] Routers {'5bebd365-bf47-4859-b50d-1342a29bc2f2'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:40.363365 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-bf7b72a6-0e46-43f1-829e-e26cbd639733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bebd365-bf47-4859-b50d-1342a29bc2f2'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:40.415275 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eae19d-0adb-4df1-a444-4f9515143a75 req-59e08b1d-115e-4749-8cc0-05eff8c9b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:40.416744 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47eae19d-0adb-4df1-a444-4f9515143a75 req-59e08b1d-115e-4749-8cc0-05eff8c9b93d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92d4a7e0-0203-4451-b99d-34c2bc41c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704422 May 10 11:31:40.486785 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc8e228-bf74-4067-8ab4-0938093ab329 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:31:40.523052 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port cbc8e228-bf74-4067-8ab4-0938093ab329, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=cbc8e228-bf74-4067-8ab4-0938093ab329,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:40.531039 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:40.534655 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:40.548657 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47eae19d-0adb-4df1-a444-4f9515143a75 req-57ff1129-3f08-4045-84f5-5bc0c87cf470 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247375 May 10 11:31:40.577278 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:40.609585 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-bf7b72a6-0e46-43f1-829e-e26cbd639733 None None] Set router 5bebd365-bf47-4859-b50d-1342a29bc2f2 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:40.642134 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81', 'status': 'completed', 'code': 200} May 10 11:31:40.677860 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=cbc8e228-bf74-4067-8ab4-0938093ab329,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:40.683115 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:40.708980 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-47eae19d-0adb-4df1-a444-4f9515143a75 req-8f93d10c-5fe3-4dfb-b63d-e99df3b20cbe service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507118 May 10 11:31:40.755563 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b51985-f6b1-4036-ac04-0f2b3daf4222 req-e8e152a9-7681-4865-a502-8ed1088d7214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:40.757107 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58b51985-f6b1-4036-ac04-0f2b3daf4222 req-e8e152a9-7681-4865-a502-8ed1088d7214 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11df5e3f320546ffba46f05f45e9e781&device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 1099 time: 0.0782530 May 10 11:31:40.892082 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b51985-f6b1-4036-ac04-0f2b3daf4222 req-3b016960-211c-49fd-b398-5e9c25523e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:40.893631 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58b51985-f6b1-4036-ac04-0f2b3daf4222 req-3b016960-211c-49fd-b398-5e9c25523e59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cd55141-de3c-450a-9991-64932c3a549f HTTP/1.1" status: 200 len: 915 time: 0.1292276 May 10 11:31:40.920563 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['cbc8e228-bf74-4067-8ab4-0938093ab329'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:31:40.968562 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58b51985-f6b1-4036-ac04-0f2b3daf4222 req-44a8026f-ca36-49a1-a5b7-fced4df4757c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81 HTTP/1.1" status: 200 len: 217 time: 0.0671067 May 10 11:31:41.048897 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b51985-f6b1-4036-ac04-0f2b3daf4222 req-0bfd465f-29e1-46a8-9d1e-b14e1a430744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:41.050231 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58b51985-f6b1-4036-ac04-0f2b3daf4222 req-0bfd465f-29e1-46a8-9d1e-b14e1a430744 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03312496-ca70-47f8-987d-7b536945040d HTTP/1.1" status: 200 len: 853 time: 0.0716057 May 10 11:31:41.068262 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-bf7b72a6-0e46-43f1-829e-e26cbd639733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:50Z', 'revision_number': 4, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port': {'id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:47Z', 'updated_at': '2021-05-10T11:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'e1c39ce1-75f7-41da-9680-0c6297a07717', 'name': '', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'mac_address': 'fa:16:3e:e2:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '03312496-ca70-47f8-987d-7b536945040d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:49Z', 'updated_at': '2021-05-10T11:27:01Z', 'revision_number': 5, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'subnets': [{'id': '03312496-ca70-47f8-987d-7b536945040d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:41.076303 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7b72a6-0e46-43f1-829e-e26cbd639733 None None] The sync data for ids ['5bebd365-bf47-4859-b50d-1342a29bc2f2'] in dv-cinder-784956-5-iscsi is: [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:26:50Z', 'revision_number': 4, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port': {'id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:47Z', 'updated_at': '2021-05-10T11:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'e1c39ce1-75f7-41da-9680-0c6297a07717', 'name': '', 'network_id': '9cd55141-de3c-450a-9991-64932c3a549f', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'mac_address': 'fa:16:3e:e2:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '03312496-ca70-47f8-987d-7b536945040d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:49Z', 'updated_at': '2021-05-10T11:27:01Z', 'revision_number': 5, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'subnets': [{'id': '03312496-ca70-47f8-987d-7b536945040d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:31:41.123209 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54e2cb-9d59-438a-a4b0-35b59892f7f2 req-8da05432-5a27-44a8-8e8e-e311cca1aef7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:41.130482 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9e54e2cb-9d59-438a-a4b0-35b59892f7f2 req-8da05432-5a27-44a8-8e8e-e311cca1aef7 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 944 time: 0.1449809 May 10 11:31:41.135345 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b51985-f6b1-4036-ac04-0f2b3daf4222 req-88928771-39ad-4004-b89a-c7ec6dfce6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:41.137139 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58b51985-f6b1-4036-ac04-0f2b3daf4222 req-88928771-39ad-4004-b89a-c7ec6dfce6cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cd55141-de3c-450a-9991-64932c3a549f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794675 May 10 11:31:41.181501 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697720c6-644d-4a11-bd9c-29fd8549af6c req-6a70db81-78fb-4df4-bac1-2307fe306e74 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:41.183487 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-697720c6-644d-4a11-bd9c-29fd8549af6c req-6a70db81-78fb-4df4-bac1-2307fe306e74 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 943 time: 0.1609623 May 10 11:31:41.199026 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9e54e2cb-9d59-438a-a4b0-35b59892f7f2 req-a2903e5c-f8c2-4f2a-a116-e1ec77b8511d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=070aa918-b449-4530-ab76-b0d4d6f657fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676229 May 10 11:31:41.271663 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-697720c6-644d-4a11-bd9c-29fd8549af6c req-c39337db-5026-4d09-84c7-7f3d892c238a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652738 May 10 11:31:41.393082 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58b51985-f6b1-4036-ac04-0f2b3daf4222 req-44bfbd77-74bd-4720-939c-3dfc036fd9a2 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484429 May 10 11:31:41.396925 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df3c1d-b1a8-49ea-9a95-af9d96444f71 None None] New status for floating IP dc5f43d3-eca6-4067-af46-7897599964cc: DOWN {{(pid=78731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:31:41.530816 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58b51985-f6b1-4036-ac04-0f2b3daf4222 req-30f53102-4b1e-4720-abc7-7c18faec9803 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302571 May 10 11:31:42.012558 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device cbc8e228-bf74-4067-8ab4-0938093ab329 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:31:42.077313 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port cbc8e228-bf74-4067-8ab4-0938093ab329 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:42.082196 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port cbc8e228-bf74-4067-8ab4-0938093ab329 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:42.082571 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.195427 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.221834 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44fa0af-878c-4550-a735-928242b4d1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc8e228-bf74-4067-8ab4-0938093ab329'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:42.232657 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port cbc8e228-bf74-4067-8ab4-0938093ab329, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=cbc8e228-bf74-4067-8ab4-0938093ab329,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:42.237318 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:42.239207 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:42.272694 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44fa0af-878c-4550-a735-928242b4d1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc8e228-bf74-4067-8ab4-0938093ab329', 'code': 200} May 10 11:31:42.314393 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=cbc8e228-bf74-4067-8ab4-0938093ab329,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:42.317707 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:42.450895 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292524-e524-4f04-915b-4aa9cb509d50 req-6e395bb4-9789-404d-8110-4e53ceac219c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:42.452331 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-00292524-e524-4f04-915b-4aa9cb509d50 req-6e395bb4-9789-404d-8110-4e53ceac219c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 945 time: 0.1330218 May 10 11:31:42.513083 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2b5ff-8a65-4d91-8711-c71731546ae4 req-41d62c6f-48c5-4d7f-a53b-fadef2251f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:42.514460 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bac2b5ff-8a65-4d91-8711-c71731546ae4 req-41d62c6f-48c5-4d7f-a53b-fadef2251f6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 1098 time: 0.0768850 May 10 11:31:42.557689 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bac2b5ff-8a65-4d91-8711-c71731546ae4 req-4716132f-02cc-4311-8d7e-05c3f3dced16 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=070aa918-b449-4530-ab76-b0d4d6f657fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364776 May 10 11:31:42.617366 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c17ae6-632a-4dda-86b3-bdbe3bac7258 req-3d2e2cd6-c4a1-4c10-bba3-88c7a0e2afa7 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:42.618795 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-29c17ae6-632a-4dda-86b3-bdbe3bac7258 req-3d2e2cd6-c4a1-4c10-bba3-88c7a0e2afa7 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 943 time: 0.2403705 May 10 11:31:42.626434 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-00292524-e524-4f04-915b-4aa9cb509d50 req-5ef968ce-4d18-41ce-a795-74753ac419cd tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=070aa918-b449-4530-ab76-b0d4d6f657fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663990 May 10 11:31:42.666895 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-29c17ae6-632a-4dda-86b3-bdbe3bac7258 req-1e011067-6998-40cc-9cb9-a6c8e9f747e5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393851 May 10 11:31:43.163941 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f12b9-b075-4871-949d-a694c32549aa req-18320f09-1ed5-4d7d-a63c-11898d19bb42 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:43.164620 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-3f8f12b9-b075-4871-949d-a694c32549aa req-18320f09-1ed5-4d7d-a63c-11898d19bb42 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Synchronizing usage tracker for tenant:11df5e3f320546ffba46f05f45e9e781 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:31:43.180839 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-3f8f12b9-b075-4871-949d-a694c32549aa req-18320f09-1ed5-4d7d-a63c-11898d19bb42 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Unset dirty status for tenant:11df5e3f320546ffba46f05f45e9e781 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:31:43.181954 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f8f12b9-b075-4871-949d-a694c32549aa req-18320f09-1ed5-4d7d-a63c-11898d19bb42 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 946 time: 0.0977876 May 10 11:31:43.226866 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f8f12b9-b075-4871-949d-a694c32549aa req-6f0e3fbb-1b13-444d-9423-800de297de8a tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382075 May 10 11:31:43.860257 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137d7e5-adf6-4cc8-bd18-fa51574159bc req-280650a5-9e58-4754-adec-8d9670b21261 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:43.861858 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4137d7e5-adf6-4cc8-bd18-fa51574159bc req-280650a5-9e58-4754-adec-8d9670b21261 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 943 time: 0.0811598 May 10 11:31:43.952231 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4137d7e5-adf6-4cc8-bd18-fa51574159bc req-5015792d-c927-4b15-8477-bcad3da08b5a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841811 May 10 11:31:43.984473 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12367f0-8636-497b-88ea-1978b3301d3d req-c7d9d3bc-4a31-43a2-8ab9-6deb3fe7ad24 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:43.985990 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c12367f0-8636-497b-88ea-1978b3301d3d req-c7d9d3bc-4a31-43a2-8ab9-6deb3fe7ad24 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 945 time: 0.1041372 May 10 11:31:44.030304 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c12367f0-8636-497b-88ea-1978b3301d3d req-8ff0309e-2b12-404f-b253-da3edbdcc1d2 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=070aa918-b449-4530-ab76-b0d4d6f657fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386837 May 10 11:31:44.055979 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.208023 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec729d9-0a5d-42b6-b10c-9410f9390678 req-5e883ff3-636e-416e-890b-75f1d31bae52 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:44.209386 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9ec729d9-0a5d-42b6-b10c-9410f9390678 req-5e883ff3-636e-416e-890b-75f1d31bae52 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 945 time: 0.0789726 May 10 11:31:44.218372 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45014) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:44.223389 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-55d8a9b0-4604-472d-8972-cddedd665de5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Request body: {'floatingip': {'port_id': 'cbc8e228-bf74-4067-8ab4-0938093ab329'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:44.301409 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-55d8a9b0-4604-472d-8972-cddedd665de5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.658409 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8032b16-f789-434a-9abd-35bdfcfbda9b req-357ef664-ad0c-4783-8ff7-fcdbb9bab0d0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:44.659840 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b8032b16-f789-434a-9abd-35bdfcfbda9b req-357ef664-ad0c-4783-8ff7-fcdbb9bab0d0 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 946 time: 0.3084128 May 10 11:31:44.730094 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b8032b16-f789-434a-9abd-35bdfcfbda9b req-ff059bf8-6890-4da0-a02b-fe816e7c16f5 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/security-groups?id=589c7ae4-5938-405a-91ca-f988ddb8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620434 May 10 11:31:44.974365 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-55d8a9b0-4604-472d-8972-cddedd665de5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:44.978140 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-55d8a9b0-4604-472d-8972-cddedd665de5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:45.304454 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.l3_db [None req-55d8a9b0-4604-472d-8972-cddedd665de5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Floating IP 6c9119aa-ed54-4e13-b9ba-c76c42a912bf associated. External IP: 172.27.3.185, port: cbc8e228-bf74-4067-8ab4-0938093ab329. May 10 11:31:45.369016 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938a28f-4184-49b2-9269-5ba8e78b73c7 req-99101e17-dbb8-4657-87ec-fc70207b804e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:45.369714 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-c938a28f-4184-49b2-9269-5ba8e78b73c7 req-99101e17-dbb8-4657-87ec-fc70207b804e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Synchronizing usage tracker for tenant:11df5e3f320546ffba46f05f45e9e781 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:31:45.381300 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-c938a28f-4184-49b2-9269-5ba8e78b73c7 req-99101e17-dbb8-4657-87ec-fc70207b804e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Unset dirty status for tenant:11df5e3f320546ffba46f05f45e9e781 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:31:45.382366 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c938a28f-4184-49b2-9269-5ba8e78b73c7 req-99101e17-dbb8-4657-87ec-fc70207b804e tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 946 time: 0.0903034 May 10 11:31:45.423091 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0a690-05e2-46a2-92b2-d6414128f4d0 req-cc9d7277-ab4c-4a40-aa21-f2282663bfc5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:45.423311 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8ca0a690-05e2-46a2-92b2-d6414128f4d0 req-cc9d7277-ab4c-4a40-aa21-f2282663bfc5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 943 time: 0.3365331 May 10 11:31:45.493203 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8ca0a690-05e2-46a2-92b2-d6414128f4d0 req-06ba2f3b-7917-4eaa-ac30-3552a53826b5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618224 May 10 11:31:45.520864 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-c938a28f-4184-49b2-9269-5ba8e78b73c7 req-77a575d6-fb59-4b2d-aeb9-924a341a4e04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Deleting port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:45.521349 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-c938a28f-4184-49b2-9269-5ba8e78b73c7 req-77a575d6-fb59-4b2d-aeb9-924a341a4e04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:45.655115 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-c938a28f-4184-49b2-9269-5ba8e78b73c7 req-77a575d6-fb59-4b2d-aeb9-924a341a4e04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] For port 29a7f96d-91d7-4c1d-8690-c4db506e5d81, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=29a7f96d-91d7-4c1d-8690-c4db506e5d81,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:45.655464 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-c938a28f-4184-49b2-9269-5ba8e78b73c7 req-77a575d6-fb59-4b2d-aeb9-924a341a4e04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:45.703590 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d8a9b0-4604-472d-8972-cddedd665de5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Router 52a4457a-bbad-4e4c-aa24-94649f57335d has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:31:45.776849 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-c938a28f-4184-49b2-9269-5ba8e78b73c7 req-77a575d6-fb59-4b2d-aeb9-924a341a4e04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Calling delete_port for 29a7f96d-91d7-4c1d-8690-c4db506e5d81 owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:45.891401 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-c938a28f-4184-49b2-9269-5ba8e78b73c7 req-77a575d6-fb59-4b2d-aeb9-924a341a4e04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:45.897247 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e7beeeb6-20c3-4471-96b5-30157c303339 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:45.903661 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['29a7f96d-91d7-4c1d-8690-c4db506e5d81'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:31:45.908128 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0f208bdc-4156-45cb-a18e-08fb549cbac2 req-ee83a694-8c4e-4f41-ae64-b6c9fc7f8890 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8910b4b-9c84-486c-8e5f-0ff961299f5a HTTP/1.1" status: 200 len: 210 time: 0.0580721 May 10 11:31:45.938197 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d8a9b0-4604-472d-8972-cddedd665de5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:31:45.944385 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-55d8a9b0-4604-472d-8972-cddedd665de5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:45.950051 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e186a7-6d8b-42f3-a6c0-dd3b2367b05a None None] Sync routers for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:31:45.961535 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e186a7-6d8b-42f3-a6c0-dd3b2367b05a None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:45.962170 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-97e186a7-6d8b-42f3-a6c0-dd3b2367b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:45.975625 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a575d6-fb59-4b2d-aeb9-924a341a4e04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Pushing event deleted for resources: {'Port': ['ID=29a7f96d-91d7-4c1d-8690-c4db506e5d81,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:45.981713 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-77a575d6-fb59-4b2d-aeb9-924a341a4e04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:46.014260 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-55d8a9b0-4604-472d-8972-cddedd665de5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "PUT /v2.0/floatingips/6c9119aa-ed54-4e13-b9ba-c76c42a912bf HTTP/1.1" status: 200 len: 991 time: 1.7939827 May 10 11:31:46.014260 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44fa0af-878c-4550-a735-928242b4d1b3', 'tag': 'cbc8e228-bf74-4067-8ab4-0938093ab329'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:46.019905 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-c938a28f-4184-49b2-9269-5ba8e78b73c7 req-77a575d6-fb59-4b2d-aeb9-924a341a4e04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] No DVR routers for this DVR port 29a7f96d-91d7-4c1d-8690-c4db506e5d81 on host hv-cinder-78495 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:46.022446 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-c938a28f-4184-49b2-9269-5ba8e78b73c7 req-77a575d6-fb59-4b2d-aeb9-924a341a4e04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:46.025352 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'name': 'network-vif-deleted', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:46.042426 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-c938a28f-4184-49b2-9269-5ba8e78b73c7 req-77a575d6-fb59-4b2d-aeb9-924a341a4e04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] 10.222.0.30 "DELETE /v2.0/ports/29a7f96d-91d7-4c1d-8690-c4db506e5d81 HTTP/1.1" status: 204 len: 173 time: 0.6522319 May 10 11:31:46.095325 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44fa0af-878c-4550-a735-928242b4d1b3', 'tag': 'cbc8e228-bf74-4067-8ab4-0938093ab329', 'status': 'completed', 'code': 200} May 10 11:31:46.153936 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8910b4b-9c84-486c-8e5f-0ff961299f5a', 'name': 'network-vif-deleted', 'tag': '29a7f96d-91d7-4c1d-8690-c4db506e5d81', 'status': 'completed', 'code': 200} May 10 11:31:46.166270 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-97e186a7-6d8b-42f3-a6c0-dd3b2367b05a None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:46.202881 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaabcd-5060-4c3a-98f3-a233ccc27632 req-92a2bf6f-07d6-4a29-aad4-1bd334d29372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:46.204599 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58eaabcd-5060-4c3a-98f3-a233ccc27632 req-92a2bf6f-07d6-4a29-aad4-1bd334d29372 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 1098 time: 0.0881824 May 10 11:31:46.358836 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaabcd-5060-4c3a-98f3-a233ccc27632 req-d8e2fecf-a526-4d93-8260-ac8260048c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:46.360517 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58eaabcd-5060-4c3a-98f3-a233ccc27632 req-d8e2fecf-a526-4d93-8260-ac8260048c7d service neutron] 10.222.0.30 "GET /v2.0/networks?id=367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 200 len: 912 time: 0.1477206 May 10 11:31:46.467616 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58eaabcd-5060-4c3a-98f3-a233ccc27632 req-7397380f-abab-41ce-9505-d2159297751a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbc8e228-bf74-4067-8ab4-0938093ab329 HTTP/1.1" status: 200 len: 999 time: 0.1003230 May 10 11:31:46.534922 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaabcd-5060-4c3a-98f3-a233ccc27632 req-f91ebcef-cb8d-41ea-9cc3-40617aa5dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:46.535885 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58eaabcd-5060-4c3a-98f3-a233ccc27632 req-f91ebcef-cb8d-41ea-9cc3-40617aa5dae7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=097652b3-55a3-410a-a095-41743a687aac HTTP/1.1" status: 200 len: 850 time: 0.0613320 May 10 11:31:46.603138 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-97e186a7-6d8b-42f3-a6c0-dd3b2367b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '6c9119aa-ed54-4e13-b9ba-c76c42a912bf', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'port_id': 'cbc8e228-bf74-4067-8ab4-0938093ab329', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'mac_address': 'fa:16:3e:b5:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44fa0af-878c-4550-a735-928242b4d1b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:31:31Z', 'updated_at': '2021-05-10T11:31:44Z', 'revision_number': 1, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:36Z', 'revision_number': 5, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:46.614371 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e186a7-6d8b-42f3-a6c0-dd3b2367b05a None None] Checking router: 52a4457a-bbad-4e4c-aa24-94649f57335d for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:31:46.624163 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e186a7-6d8b-42f3-a6c0-dd3b2367b05a None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:46.625147 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-97e186a7-6d8b-42f3-a6c0-dd3b2367b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:46.655192 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaabcd-5060-4c3a-98f3-a233ccc27632 req-ced5454f-76be-498c-850f-b45bdd5ec8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:46.656813 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58eaabcd-5060-4c3a-98f3-a233ccc27632 req-ced5454f-76be-498c-850f-b45bdd5ec8a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=367daadb-7975-4d87-914f-7685d11912a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1068223 May 10 11:31:46.716947 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113563f-2a02-4a75-b475-f16aec8a67ff req-19d4729d-8c34-437e-b8c6-43111a51a844 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:46.718349 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0113563f-2a02-4a75-b475-f16aec8a67ff req-19d4729d-8c34-437e-b8c6-43111a51a844 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 943 time: 0.0967035 May 10 11:31:46.771436 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0113563f-2a02-4a75-b475-f16aec8a67ff req-e5772ec2-0b58-4e87-aff4-fd2320fdc3f3 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458553 May 10 11:31:46.819476 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-97e186a7-6d8b-42f3-a6c0-dd3b2367b05a None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:46.904857 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58eaabcd-5060-4c3a-98f3-a233ccc27632 req-bf925100-5bdf-4550-88d2-172a7b5d963a service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402613 May 10 11:31:47.041749 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-58eaabcd-5060-4c3a-98f3-a233ccc27632 req-3a4737dd-39cc-4acf-b4be-665326c0d82d service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290462 May 10 11:31:47.174845 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-97e186a7-6d8b-42f3-a6c0-dd3b2367b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '6c9119aa-ed54-4e13-b9ba-c76c42a912bf', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'port_id': 'cbc8e228-bf74-4067-8ab4-0938093ab329', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'mac_address': 'fa:16:3e:b5:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44fa0af-878c-4550-a735-928242b4d1b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:31:31Z', 'updated_at': '2021-05-10T11:31:44Z', 'revision_number': 1, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:36Z', 'revision_number': 5, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:47.179047 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e186a7-6d8b-42f3-a6c0-dd3b2367b05a None None] The sync data for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi is: [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '6c9119aa-ed54-4e13-b9ba-c76c42a912bf', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'port_id': 'cbc8e228-bf74-4067-8ab4-0938093ab329', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'mac_address': 'fa:16:3e:b5:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44fa0af-878c-4550-a735-928242b4d1b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:31:31Z', 'updated_at': '2021-05-10T11:31:44Z', 'revision_number': 1, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:36Z', 'revision_number': 5, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:31:47.394708 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf4c9bf-10f4-4dc9-912c-4bac8adcc882 None None] New status for floating IP 6c9119aa-ed54-4e13-b9ba-c76c42a912bf: ACTIVE {{(pid=78731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:31:47.697317 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 45086) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:47.959329 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42da6a-7524-4034-8407-48beb167f625 req-3a7a5da7-5e43-4eb3-839c-82ca39b8441a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:47.960791 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f42da6a-7524-4034-8407-48beb167f625 req-3a7a5da7-5e43-4eb3-839c-82ca39b8441a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 943 time: 0.0803299 May 10 11:31:48.007199 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3f42da6a-7524-4034-8407-48beb167f625 req-ae00af26-982a-40d7-a598-47fc8df50515 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398076 May 10 11:31:48.013887 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:31:48.052656 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 29a7f96d-91d7-4c1d-8690-c4db506e5d81 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:31:48.134370 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: 29a7f96d-91d7-4c1d-8690-c4db506e5d81 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:31:48.134718 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 29a7f96d-91d7-4c1d-8690-c4db506e5d81 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:31:48.192472 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:48.205955 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'port_id': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'mac_address': 'fa:16:3e:3c:0b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:31:48.259609 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.276676 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:31:48.291403 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:48.295635 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.298534 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ac13f32e-844d-4e5b-9dd4-cef877c4df78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:48.333390 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801155'] for router_interface, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.364954 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:48.367994 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:48.603725 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:31:48.748377 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] Deleting port e1c39ce1-75f7-41da-9680-0c6297a07717 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:48.749200 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:48.866949 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] For port e1c39ce1-75f7-41da-9680-0c6297a07717, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=e1c39ce1-75f7-41da-9680-0c6297a07717,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:48.867214 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:49.070384 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] Calling delete_port for e1c39ce1-75f7-41da-9680-0c6297a07717 owned by network:router_interface {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:49.195460 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7b0d2-1f03-4227-b7e0-c5bcb459b80c req-946ce44d-8bde-43f3-9a3c-4e5ab18fceff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:49.196931 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7df7b0d2-1f03-4227-b7e0-c5bcb459b80c req-946ce44d-8bde-43f3-9a3c-4e5ab18fceff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 944 time: 0.0842528 May 10 11:31:49.208389 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:49.211932 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-77a575d6-fb59-4b2d-aeb9-924a341a4e04 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:49.242422 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7df7b0d2-1f03-4227-b7e0-c5bcb459b80c req-d4c25c7f-d12f-4458-afe5-54e77b841a27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396197 May 10 11:31:49.252845 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c39ce1-75f7-41da-9680-0c6297a07717,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:49.256319 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:49.514218 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3791091'] for router_interface, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:49.862246 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] Router 5bebd365-bf47-4859-b50d-1342a29bc2f2 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:31:50.029705 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:31:50.034678 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:31:50.047194 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] 10.222.0.13 "PUT /v2.0/routers/5bebd365-bf47-4859-b50d-1342a29bc2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3488088 May 10 11:31:50.049721 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 45104) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:50.059400 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed48425-8df0-414e-ae3d-7b0740948679 None None] Sync routers for ids ['5bebd365-bf47-4859-b50d-1342a29bc2f2'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:31:50.082401 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed48425-8df0-414e-ae3d-7b0740948679 None None] Routers {'5bebd365-bf47-4859-b50d-1342a29bc2f2'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:50.083008 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-0ed48425-8df0-414e-ae3d-7b0740948679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bebd365-bf47-4859-b50d-1342a29bc2f2'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:50.231829 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Notify callbacks [] for router, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.271190 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:31:50.281497 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:31:50.281756 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.342770 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-0ed48425-8df0-414e-ae3d-7b0740948679 None None] Set router 5bebd365-bf47-4859-b50d-1342a29bc2f2 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:50.515984 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.580829 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da7bb0-555b-45c4-ad6e-0c14c4da1d07 req-cafd877b-c2b0-4ffc-b812-43471d8b042f tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:50.582404 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e3da7bb0-555b-45c4-ad6e-0c14c4da1d07 req-cafd877b-c2b0-4ffc-b812-43471d8b042f tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 944 time: 0.0848505 May 10 11:31:50.604665 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Deleting port ae3a06e2-fe39-424d-b363-0a18b6e16b53 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:50.606230 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.649354 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e3da7bb0-555b-45c4-ad6e-0c14c4da1d07 req-9bf486d8-46e1-47e0-81f1-224d388a52aa tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589612 May 10 11:31:50.661492 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.740296 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:50.752409 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:50.758214 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.760727 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:50.773312 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] For port ae3a06e2-fe39-424d-b363-0a18b6e16b53, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=ae3a06e2-fe39-424d-b363-0a18b6e16b53,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:50.773753 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:50.825613 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'code': 200} May 10 11:31:50.846384 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-0ed48425-8df0-414e-ae3d-7b0740948679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:31:49Z', 'revision_number': 5, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port': {'id': 'ae3a06e2-fe39-424d-b363-0a18b6e16b53', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:47Z', 'updated_at': '2021-05-10T11:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:50.850900 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:50.853232 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed48425-8df0-414e-ae3d-7b0740948679 None None] Checking router: 5bebd365-bf47-4859-b50d-1342a29bc2f2 for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:31:50.855648 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:50.863081 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed48425-8df0-414e-ae3d-7b0740948679 None None] Routers {'5bebd365-bf47-4859-b50d-1342a29bc2f2'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:50.863688 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-0ed48425-8df0-414e-ae3d-7b0740948679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['5bebd365-bf47-4859-b50d-1342a29bc2f2'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:50.912032 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Calling delete_port for ae3a06e2-fe39-424d-b363-0a18b6e16b53 owned by network:router_gateway {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:51.017685 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-0ed48425-8df0-414e-ae3d-7b0740948679 None None] Set router 5bebd365-bf47-4859-b50d-1342a29bc2f2 gateway port host: None {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:51.090172 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.100913 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6f77d134-a856-486f-9194-e88d73e0a848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:51.122857 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-0ed48425-8df0-414e-ae3d-7b0740948679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:31:50Z', 'revision_number': 6, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port_host': None}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:51.126892 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed48425-8df0-414e-ae3d-7b0740948679 None None] The sync data for ids ['5bebd365-bf47-4859-b50d-1342a29bc2f2'] in dv-cinder-784956-5-iscsi is: [{'id': '5bebd365-bf47-4859-b50d-1342a29bc2f2', 'name': 'tempest-TestMinimumBasicScenario-328289118-router', 'tenant_id': '11df5e3f320546ffba46f05f45e9e781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:46Z', 'updated_at': '2021-05-10T11:31:50Z', 'revision_number': 6, 'project_id': '11df5e3f320546ffba46f05f45e9e781', 'gw_port_host': None}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:31:51.171882 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3a06e2-fe39-424d-b363-0a18b6e16b53,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:51.189635 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:51.190015 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:51.190382 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:51.190743 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:51.191117 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:51.191451 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:51.191806 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:51.192153 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:51.192500 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:51.192873 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:51.193220 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:51.193587 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:51.196682 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:51.261519 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816807'] for router_gateway, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.419433 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008938eb-2e56-43bc-ad4b-660c470267b5 req-f1ab08d1-1688-4269-8ba2-4b5392c7bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:51.420873 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-008938eb-2e56-43bc-ad4b-660c470267b5 req-f1ab08d1-1688-4269-8ba2-4b5392c7bb6a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 1098 time: 0.3671169 May 10 11:31:51.450159 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3811131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60751'] for router, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.453732 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.548456 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-008938eb-2e56-43bc-ad4b-660c470267b5 req-a2198d5c-0c81-46ea-a9bc-63fec1226029 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195590 May 10 11:31:51.559220 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3812213'] for router, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.560018 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bebd365-bf47-4859-b50d-1342a29bc2f2 {{(pid=78728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:31:51.574320 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.575376 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] 10.222.0.13 "DELETE /v2.0/routers/5bebd365-bf47-4859-b50d-1342a29bc2f2 HTTP/1.1" status: 204 len: 168 time: 1.5247881 May 10 11:31:51.577912 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 45116) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:51.636563 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf94101b-283c-48b0-8350-27f6156ab2d4 admin admin] Deleting subnet 03312496-ca70-47f8-987d-7b536945040d {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:31:51.639593 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cf94101b-283c-48b0-8350-27f6156ab2d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.688438 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cf94101b-283c-48b0-8350-27f6156ab2d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557216'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.808674 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cf94101b-283c-48b0-8350-27f6156ab2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:51.848587 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f3fcf-b132-4acd-83ef-4a283db16a0f req-d1f99075-e53b-46c3-90bb-715e8ab1fbe6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:51.850532 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7c7f3fcf-b132-4acd-83ef-4a283db16a0f req-d1f99075-e53b-46c3-90bb-715e8ab1fbe6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 945 time: 0.0841863 May 10 11:31:51.900348 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7c7f3fcf-b132-4acd-83ef-4a283db16a0f req-bf63f4e4-9766-4f0f-9c91-7f9a974b2255 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427473 May 10 11:31:52.174133 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cf94101b-283c-48b0-8350-27f6156ab2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2206754'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.178793 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:52.214002 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cf94101b-283c-48b0-8350-27f6156ab2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.216378 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94101b-283c-48b0-8350-27f6156ab2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03312496-ca70-47f8-987d-7b536945040d,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:52.218080 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81045be-4318-4131-a027-310ea692720b None None] Network 9cd55141-de3c-450a-9991-64932c3a549f requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:52.219218 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cf94101b-283c-48b0-8350-27f6156ab2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:52.221950 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-cf94101b-283c-48b0-8350-27f6156ab2d4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/03312496-ca70-47f8-987d-7b536945040d HTTP/1.1" status: 204 len: 168 time: 0.6431525 May 10 11:31:52.224404 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 45126) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:52.328964 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.395929 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e1884fa2-7a05-449b-8556-8c8725d911a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.404463 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Deleting port dae44702-b229-44d0-9676-1f7661036df3 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:52.404829 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.486968 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544c6224-02fa-46e6-bc4a-1bd7055f2b63 None None] DHCP port deletion for 9cd55141-de3c-450a-9991-64932c3a549f request from dv-cinder-784956-5-iscsi {{(pid=78730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:31:52.509800 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] For port dae44702-b229-44d0-9676-1f7661036df3, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=dae44702-b229-44d0-9676-1f7661036df3,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:52.510176 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.552614 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-544c6224-02fa-46e6-bc4a-1bd7055f2b63 None None] Deleting port dae44702-b229-44d0-9676-1f7661036df3 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:52.553024 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-544c6224-02fa-46e6-bc4a-1bd7055f2b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.634698 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Calling delete_port for dae44702-b229-44d0-9676-1f7661036df3 owned by network:dhcp {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:52.689632 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.694553 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b55e6d8b-6195-47bc-bb33-98a54b14bc93 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:52.694746 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device dae44702-b229-44d0-9676-1f7661036df3 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:31:52.730637 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: dae44702-b229-44d0-9676-1f7661036df3 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:31:52.730963 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device dae44702-b229-44d0-9676-1f7661036df3 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:31:52.731492 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device ae3a06e2-fe39-424d-b363-0a18b6e16b53 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:31:52.739567 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] No DVR routers for this DVR port dae44702-b229-44d0-9676-1f7661036df3 on host dv-cinder-784956-5-iscsi {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:52.741317 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Pushing event deleted for resources: {'Port': ['ID=dae44702-b229-44d0-9676-1f7661036df3,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:52.770058 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:52.806710 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-544c6224-02fa-46e6-bc4a-1bd7055f2b63 None None] For port dae44702-b229-44d0-9676-1f7661036df3, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=dae44702-b229-44d0-9676-1f7661036df3,segment=NetworkSegment(967c2fb6-01dc-4f85-b457-df8485dc4b21),segment_id=967c2fb6-01dc-4f85-b457-df8485dc4b21)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:52.807762 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-544c6224-02fa-46e6-bc4a-1bd7055f2b63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.814715 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: ae3a06e2-fe39-424d-b363-0a18b6e16b53 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:31:52.815071 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device ae3a06e2-fe39-424d-b363-0a18b6e16b53 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:31:52.815490 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device e1c39ce1-75f7-41da-9680-0c6297a07717 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:31:52.850065 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: e1c39ce1-75f7-41da-9680-0c6297a07717 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:31:52.850419 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device e1c39ce1-75f7-41da-9680-0c6297a07717 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:31:52.860905 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.874321 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd55141-de3c-450a-9991-64932c3a549f']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:52.890026 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967c2fb6-01dc-4f85-b457-df8485dc4b21') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:52.890314 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967c2fb6-01dc-4f85-b457-df8485dc4b21') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:52.901510 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557247'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.917571 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.923611 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:31:52.924170 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438718'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: Traceback (most recent call last): May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: timer() May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: cb(*args, **kw) May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: return func(*args, **kwargs) May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: self._notify() May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: self.callback(batched_events) May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: event.method(event) May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: return f(self, *a, **k) May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._get(url).json() May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: return self.request(url, 'GET', **kwargs) May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:31:52.943241 dv-cinder-784956-5-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:31:52.960629 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-544c6224-02fa-46e6-bc4a-1bd7055f2b63 None None] Calling delete_port for dae44702-b229-44d0-9676-1f7661036df3 owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:53.024808 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.029672 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-309fc9a4-a447-42a0-8c79-b930f4f8db5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:53.055466 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.059264 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd55141-de3c-450a-9991-64932c3a549f,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:53.066831 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:53.083493 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] 10.222.0.13 "DELETE /v2.0/networks/9cd55141-de3c-450a-9991-64932c3a549f HTTP/1.1" status: 204 len: 168 time: 0.8579280 May 10 11:31:53.086460 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 45136) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:53.101873 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-544c6224-02fa-46e6-bc4a-1bd7055f2b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.108316 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:53.113803 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81f09c-1573-4fd9-9e10-a36c0c703406 req-401b413b-5bb7-4da3-b955-676ef315b302 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:53.121520 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7d81f09c-1573-4fd9-9e10-a36c0c703406 req-401b413b-5bb7-4da3-b955-676ef315b302 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 945 time: 0.1009810 May 10 11:31:53.154084 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-544c6224-02fa-46e6-bc4a-1bd7055f2b63 None None] Network 9cd55141-de3c-450a-9991-64932c3a549f is not hosted by any dhcp agent {{(pid=78730) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 10 11:31:53.155179 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c6224-02fa-46e6-bc4a-1bd7055f2b63 None None] No DVR routers for this DVR port dae44702-b229-44d0-9676-1f7661036df3 on host dv-cinder-784956-5-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:53.157201 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c6224-02fa-46e6-bc4a-1bd7055f2b63 None None] Pushing event deleted for resources: {'Port': ['ID=dae44702-b229-44d0-9676-1f7661036df3,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:53.159752 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-544c6224-02fa-46e6-bc4a-1bd7055f2b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:53.169782 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7d81f09c-1573-4fd9-9e10-a36c0c703406 req-ab260d8b-d288-4e5d-b5ed-f6af04980ab8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473146 May 10 11:31:53.352034 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dfc5a-5d54-4280-b233-572e437f807d req-5b05df9a-16f8-4ddd-81e8-8f786a47104d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:53.353424 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a96dfc5a-5d54-4280-b233-572e437f807d req-5b05df9a-16f8-4ddd-81e8-8f786a47104d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 945 time: 0.0789378 May 10 11:31:53.399546 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a96dfc5a-5d54-4280-b233-572e437f807d req-8ac51d00-c143-44d4-b638-019938e5ac52 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399706 May 10 11:31:53.422772 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45142) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:53.601807 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b23040e-8733-4269-a7d2-22f8cecc7b5a tempest-TestVolumeBootPattern-648062278 tempest-TestVolumeBootPattern-648062278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:53.606804 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-4b23040e-8733-4269-a7d2-22f8cecc7b5a tempest-TestVolumeBootPattern-648062278 tempest-TestVolumeBootPattern-648062278-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 1093 time: 0.1795342 May 10 11:31:53.606925 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45146) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:53.611893 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Request body: {'floatingip': {'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'port_id': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:31:53.617651 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:31:53.622272 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Usage tracker for resource:floatingip and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:31:53.625676 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:31:53.631251 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:31:53.642427 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for floatingip, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.722467 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e3e9babf-e682-486a-a77c-4087790bec44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801155'] for router_interface, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.777112 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:53.909673 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Allocated IP 172.27.3.221 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/8eef350a-71ab-4078-af09-7bed9db4d7a3) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:31:54.054965 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.084425 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.088919 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-dd0969b3-881e-474d-97bf-21c86f925bc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:54.132289 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-e3e9babf-e682-486a-a77c-4087790bec44 admin admin] Deleting port 5aca1a6b-2827-4a31-a781-b330b85732c2 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:54.132649 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e3e9babf-e682-486a-a77c-4087790bec44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.151801 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:31:54.154806 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:31:54.163161 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:31:54.196632 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'Port': ['ID=8eef350a-71ab-4078-af09-7bed9db4d7a3,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:54.208339 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:54.208757 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:54.209135 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:54.209499 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:54.209858 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:54.210220 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:54.210581 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:54.212560 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:54.212970 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:54.213383 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:54.213867 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:54.214241 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:31:54.219302 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:54.262435 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-e3e9babf-e682-486a-a77c-4087790bec44 admin admin] For port 5aca1a6b-2827-4a31-a781-b330b85732c2, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=5aca1a6b-2827-4a31-a781-b330b85732c2,segment=NetworkSegment(fb68d11c-3363-447e-9683-b419b9e71c31),segment_id=fb68d11c-3363-447e-9683-b419b9e71c31)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:54.262786 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e3e9babf-e682-486a-a77c-4087790bec44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.387315 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-e3e9babf-e682-486a-a77c-4087790bec44 admin admin] Calling delete_port for 5aca1a6b-2827-4a31-a781-b330b85732c2 owned by network:router_interface {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:54.525074 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e3e9babf-e682-486a-a77c-4087790bec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.530193 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1f6ef499-6b77-4130-9469-99372d42479c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:54.574228 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9babf-e682-486a-a77c-4087790bec44 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aca1a6b-2827-4a31-a781-b330b85732c2,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:54.598609 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.605085 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e3e9babf-e682-486a-a77c-4087790bec44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:54.695348 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.864791 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e3e9babf-e682-486a-a77c-4087790bec44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3791091'] for router_interface, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.907521 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.912136 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:54.915891 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:54.959661 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9547-d6a7-440d-a29e-8d18c5f45b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:55.022600 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'Port': ['ID=8eef350a-71ab-4078-af09-7bed9db4d7a3,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:55.027248 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:55.037557 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:55.075587 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:55.217174 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.l3_db [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Floating IP 625c712c-7bb1-42f9-8650-964898bb0ab0 associated. External IP: 172.27.3.221, port: 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71. May 10 11:31:55.326738 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e9babf-e682-486a-a77c-4087790bec44 admin admin] Router a161492b-6a59-457e-a091-d6190a8946c3 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:31:55.505237 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e9babf-e682-486a-a77c-4087790bec44 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:31:55.513985 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec0302-189e-4be9-95ab-9c7842afd72a None None] Sync routers for ids ['a161492b-6a59-457e-a091-d6190a8946c3'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:31:55.515208 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e3e9babf-e682-486a-a77c-4087790bec44 admin admin] 10.222.0.13 "PUT /v2.0/routers/a161492b-6a59-457e-a091-d6190a8946c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4274611 May 10 11:31:55.517640 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 45158) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:55.524013 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec0302-189e-4be9-95ab-9c7842afd72a None None] Routers {'a161492b-6a59-457e-a091-d6190a8946c3'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:55.524625 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-41ec0302-189e-4be9-95ab-9c7842afd72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['a161492b-6a59-457e-a091-d6190a8946c3'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:55.669443 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Router 35645bed-1822-442a-a9a9-298cec02fc03 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:31:55.709634 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-41ec0302-189e-4be9-95ab-9c7842afd72a None None] Set router a161492b-6a59-457e-a091-d6190a8946c3 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:55.712311 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Notify callbacks [] for router, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:55.855281 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:31:55.881327 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:55.886351 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:55.888165 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc04f1-e431-46ec-9573-05d4b2478826 None None] Sync routers for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:31:55.899275 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc04f1-e431-46ec-9573-05d4b2478826 None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:55.900174 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-0fcc04f1-e431-46ec-9573-05d4b2478826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:55.959955 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3520231 May 10 11:31:55.960736 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'tag': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:31:55.969492 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Deleting port a059fe6d-1d5f-4040-bc1a-656376312fcd {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:55.969861 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:56.011642 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-41ec0302-189e-4be9-95ab-9c7842afd72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'name': 'tempest-TestMinimumBasicScenario-20015791-router', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:54Z', 'updated_at': '2021-05-10T11:31:54Z', 'revision_number': 5, 'project_id': 'e769591973b74c3b9877652e7b7dd798', 'gw_port': {'id': 'a059fe6d-1d5f-4040-bc1a-656376312fcd', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:56.012875 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'tag': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'status': 'completed', 'code': 200} May 10 11:31:56.016441 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec0302-189e-4be9-95ab-9c7842afd72a None None] Checking router: a161492b-6a59-457e-a091-d6190a8946c3 for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:31:56.028873 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec0302-189e-4be9-95ab-9c7842afd72a None None] Routers {'a161492b-6a59-457e-a091-d6190a8946c3'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:56.029737 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-41ec0302-189e-4be9-95ab-9c7842afd72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['a161492b-6a59-457e-a091-d6190a8946c3'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:56.073906 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:56.104112 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-0fcc04f1-e431-46ec-9573-05d4b2478826 None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:56.158751 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] For port a059fe6d-1d5f-4040-bc1a-656376312fcd, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=a059fe6d-1d5f-4040-bc1a-656376312fcd,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:56.159108 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:56.174425 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99116e-af6e-438f-8d76-d855bdc11ba2 req-a2c2f7cd-281a-42a3-970e-7baa1d7ec232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:56.176016 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be99116e-af6e-438f-8d76-d855bdc11ba2 req-a2c2f7cd-281a-42a3-970e-7baa1d7ec232 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 1098 time: 0.1346908 May 10 11:31:56.225343 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-41ec0302-189e-4be9-95ab-9c7842afd72a None None] Set router a161492b-6a59-457e-a091-d6190a8946c3 gateway port host: None {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:56.337258 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-41ec0302-189e-4be9-95ab-9c7842afd72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'name': 'tempest-TestMinimumBasicScenario-20015791-router', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:54Z', 'updated_at': '2021-05-10T11:31:55Z', 'revision_number': 6, 'project_id': 'e769591973b74c3b9877652e7b7dd798', 'gw_port_host': None}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:56.344055 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec0302-189e-4be9-95ab-9c7842afd72a None None] The sync data for ids ['a161492b-6a59-457e-a091-d6190a8946c3'] in dv-cinder-784956-5-iscsi is: [{'id': 'a161492b-6a59-457e-a091-d6190a8946c3', 'name': 'tempest-TestMinimumBasicScenario-20015791-router', 'tenant_id': 'e769591973b74c3b9877652e7b7dd798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:54Z', 'updated_at': '2021-05-10T11:31:55Z', 'revision_number': 6, 'project_id': 'e769591973b74c3b9877652e7b7dd798', 'gw_port_host': None}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:31:56.415935 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Calling delete_port for a059fe6d-1d5f-4040-bc1a-656376312fcd owned by network:router_gateway {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:56.465675 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-0fcc04f1-e431-46ec-9573-05d4b2478826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '625c712c-7bb1-42f9-8650-964898bb0ab0', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:3c:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:31:54Z', 'updated_at': '2021-05-10T11:31:54Z', 'revision_number': 0, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:56.470527 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc04f1-e431-46ec-9573-05d4b2478826 None None] Checking router: 35645bed-1822-442a-a9a9-298cec02fc03 for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:31:56.481381 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc04f1-e431-46ec-9573-05d4b2478826 None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:31:56.482126 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-0fcc04f1-e431-46ec-9573-05d4b2478826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:31:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:56.541975 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99116e-af6e-438f-8d76-d855bdc11ba2 req-a2f54da3-0088-4159-859f-3b01b244e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:56.543408 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be99116e-af6e-438f-8d76-d855bdc11ba2 req-a2f54da3-0088-4159-859f-3b01b244e37b service neutron] 10.222.0.30 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 913 time: 0.3166082 May 10 11:31:56.657307 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-0fcc04f1-e431-46ec-9573-05d4b2478826 None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:31:56.673281 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be99116e-af6e-438f-8d76-d855bdc11ba2 req-cf773953-da03-40b5-985b-af484365fa30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 HTTP/1.1" status: 200 len: 999 time: 0.1164441 May 10 11:31:56.716846 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 5aca1a6b-2827-4a31-a781-b330b85732c2 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:31:56.754903 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 5aca1a6b-2827-4a31-a781-b330b85732c2 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:31:56.755254 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 5aca1a6b-2827-4a31-a781-b330b85732c2 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:31:56.788098 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99116e-af6e-438f-8d76-d855bdc11ba2 req-af736a56-5863-44fb-85ab-f34109dc7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:56.789619 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be99116e-af6e-438f-8d76-d855bdc11ba2 req-af736a56-5863-44fb-85ab-f34109dc7974 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 200 len: 851 time: 0.1089096 May 10 11:31:56.862316 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:56.868473 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3025269a-f536-4be9-aa70-4b6be7383a31 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:56.918384 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Pushing event deleted for resources: {'Port': ['ID=a059fe6d-1d5f-4040-bc1a-656376312fcd,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:56.920864 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:57.005641 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99116e-af6e-438f-8d76-d855bdc11ba2 req-b01eea60-32d1-4889-8a81-5d56043d2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:31:57.007138 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be99116e-af6e-438f-8d76-d855bdc11ba2 req-b01eea60-32d1-4889-8a81-5d56043d2e00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92d4a7e0-0203-4451-b99d-34c2bc41c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2104175 May 10 11:31:57.102359 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-0fcc04f1-e431-46ec-9573-05d4b2478826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '625c712c-7bb1-42f9-8650-964898bb0ab0', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:3c:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:31:54Z', 'updated_at': '2021-05-10T11:31:54Z', 'revision_number': 0, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:57.106632 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc04f1-e431-46ec-9573-05d4b2478826 None None] The sync data for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi is: [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '625c712c-7bb1-42f9-8650-964898bb0ab0', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:3c:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:31:54Z', 'updated_at': '2021-05-10T11:31:54Z', 'revision_number': 0, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:31:57.110597 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816807'] for router_gateway, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.280906 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c5f7a3-221c-4859-ab5d-5a9532030de3 None None] New status for floating IP 625c712c-7bb1-42f9-8650-964898bb0ab0: ACTIVE {{(pid=78731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:31:57.315751 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3811131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60751'] for router, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.319318 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.354414 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be99116e-af6e-438f-8d76-d855bdc11ba2 req-08af80c3-c223-4542-bc4a-c0f76dffd131 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378396 May 10 11:31:57.383342 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3812213'] for router, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.384018 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a161492b-6a59-457e-a091-d6190a8946c3 {{(pid=78728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:31:57.433273 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.458407 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.460856 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6246de9d-1231-4968-9858-c2dfdadd324a admin admin] 10.222.0.13 "DELETE /v2.0/routers/a161492b-6a59-457e-a091-d6190a8946c3 HTTP/1.1" status: 204 len: 168 time: 1.9397361 May 10 11:31:57.461192 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45172) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:57.540636 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-be99116e-af6e-438f-8d76-d855bdc11ba2 req-b8c8f436-9fb8-4a18-b16f-76bf33dae144 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795192 May 10 11:31:57.555584 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5462e3-ebfd-4693-8761-f678cb553a87 admin admin] Deleting subnet b347aa6b-4eb4-4c1b-bde5-7a9227d9aeda {{(pid=78729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:31:57.562460 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2d5462e3-ebfd-4693-8761-f678cb553a87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.627760 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2d5462e3-ebfd-4693-8761-f678cb553a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10029481'] for subnet, precommit_delete_associations {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.754095 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2d5462e3-ebfd-4693-8761-f678cb553a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.988930 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2d5462e3-ebfd-4693-8761-f678cb553a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2228974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2416174'] for subnet, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:57.993413 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-02bd62e7-a3de-442b-9e33-5603e005b324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:58.029534 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5462e3-ebfd-4693-8761-f678cb553a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b347aa6b-4eb4-4c1b-bde5-7a9227d9aeda,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:58.032577 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-2d5462e3-ebfd-4693-8761-f678cb553a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:58.033535 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2d5462e3-ebfd-4693-8761-f678cb553a87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.038715 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3494a7-2598-46eb-9244-9d52457b08fa None None] Network 468b064c-0677-4051-b9c0-6b8f0acfbafa requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:31:58.039561 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-2d5462e3-ebfd-4693-8761-f678cb553a87 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b347aa6b-4eb4-4c1b-bde5-7a9227d9aeda HTTP/1.1" status: 204 len: 168 time: 0.5773878 May 10 11:31:58.042057 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45178) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:58.143991 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.212746 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Deleting port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:58.213092 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.281663 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8ed001-53ca-4be6-94b1-cfa44b91fb1e None None] DHCP port deletion for 468b064c-0677-4051-b9c0-6b8f0acfbafa request from dv-cinder-784956-5-iscsi {{(pid=78730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:31:58.348002 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ed001-53ca-4be6-94b1-cfa44b91fb1e None None] Deleting port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:31:58.348388 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed001-53ca-4be6-94b1-cfa44b91fb1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.414917 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] For port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0,segment=NetworkSegment(fb68d11c-3363-447e-9683-b419b9e71c31),segment_id=fb68d11c-3363-447e-9683-b419b9e71c31)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:58.415271 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.446440 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-fc8ed001-53ca-4be6-94b1-cfa44b91fb1e None None] For port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0,segment=NetworkSegment(fb68d11c-3363-447e-9683-b419b9e71c31),segment_id=fb68d11c-3363-447e-9683-b419b9e71c31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:31:58.446836 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed001-53ca-4be6-94b1-cfa44b91fb1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.535582 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Calling delete_port for 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 owned by network:dhcp {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:58.568232 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ed001-53ca-4be6-94b1-cfa44b91fb1e None None] Calling delete_port for 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:31:58.583687 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.588535 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:58.612082 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed001-53ca-4be6-94b1-cfa44b91fb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.617658 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:58.636737 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] No DVR routers for this DVR port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 on host dv-cinder-784956-5-iscsi {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:58.638708 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:58.661999 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ed001-53ca-4be6-94b1-cfa44b91fb1e None None] Pushing event deleted for resources: {'Port': ['ID=9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:58.665254 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fc8ed001-53ca-4be6-94b1-cfa44b91fb1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:58.666128 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ed001-53ca-4be6-94b1-cfa44b91fb1e None None] No DVR routers for this DVR port 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 on host dv-cinder-784956-5-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:31:58.667856 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:58.727510 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:31:58.763270 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.763864 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:31:58.764220 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 9a9a8609-9d55-4b40-99a0-a9c1e7b9d6c0 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:31:58.764641 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device a059fe6d-1d5f-4040-bc1a-656376312fcd no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:31:58.777082 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468b064c-0677-4051-b9c0-6b8f0acfbafa']}} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:58.789880 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb68d11c-3363-447e-9683-b419b9e71c31') {'for_net_delete': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:58.790176 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb68d11c-3363-447e-9683-b419b9e71c31') {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:31:58.802244 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: a059fe6d-1d5f-4040-bc1a-656376312fcd {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:31:58.802598 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device a059fe6d-1d5f-4040-bc1a-656376312fcd not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:31:58.807827 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10029494'] for segment, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.823983 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.830423 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=78729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:31:58.830889 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228872'] for segment, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: Traceback (most recent call last): May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: timer() May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: cb(*args, **kw) May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: return func(*args, **kwargs) May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: self._notify() May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: self.callback(batched_events) May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: event.method(event) May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: return f(self, *a, **k) May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._get(url).json() May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: return self.request(url, 'GET', **kwargs) May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:31:58.844026 dv-cinder-784956-5-iscsi neutron-server[78729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:31:58.919015 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.922694 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:58.935592 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:58.946466 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=468b064c-0677-4051-b9c0-6b8f0acfbafa,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:58.948917 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/468b064c-0677-4051-b9c0-6b8f0acfbafa HTTP/1.1" status: 204 len: 168 time: 0.9059491 May 10 11:31:58.949748 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:59.060405 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45188) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:59.109213 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-62ec51fe-bc38-4bb2-96ca-1d4e03bba02d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11df5e3f320546ffba46f05f45e9e781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474591 May 10 11:31:59.111415 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45192) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:59.167343 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4cea2300-7407-457c-9faa-9c03c90175ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.191691 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4cea2300-7407-457c-9faa-9c03c90175ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.244981 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4cea2300-7407-457c-9faa-9c03c90175ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.249460 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-fb27be15-470f-49ef-a1f3-eec12d1d6c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:59.261698 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea2300-7407-457c-9faa-9c03c90175ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589c7ae4-5938-405a-91ca-f988ddb8910d,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:59.265426 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4cea2300-7407-457c-9faa-9c03c90175ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:59.268536 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4cea2300-7407-457c-9faa-9c03c90175ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.269653 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-4cea2300-7407-457c-9faa-9c03c90175ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/589c7ae4-5938-405a-91ca-f988ddb8910d HTTP/1.1" status: 204 len: 168 time: 0.1573753 May 10 11:31:59.597602 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45200) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:59.645633 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-f92db944-e602-49b4-a224-09b8eb849476 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e769591973b74c3b9877652e7b7dd798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469074 May 10 11:31:59.647943 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45204) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:31:59.706989 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4743c482-25d8-4f54-ac94-62d7f81e9bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.733949 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4743c482-25d8-4f54-ac94-62d7f81e9bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.785016 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4743c482-25d8-4f54-ac94-62d7f81e9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.788899 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ac0b5514-8d11-42d1-80e8-2061c6bc6a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:31:59.800070 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743c482-25d8-4f54-ac94-62d7f81e9bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab08f6e2-3b93-40da-b9df-b89a84eed294,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:31:59.802496 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4743c482-25d8-4f54-ac94-62d7f81e9bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:31:59.808974 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4743c482-25d8-4f54-ac94-62d7f81e9bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:31:59.812333 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-4743c482-25d8-4f54-ac94-62d7f81e9bc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab08f6e2-3b93-40da-b9df-b89a84eed294 HTTP/1.1" status: 204 len: 168 time: 0.1612663 May 10 11:32:06.666364 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:32:14.068887 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:22.327527 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4866e00f-24e8-4aac-bd74-d163140c7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:24.963112 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-396cfd5b-46a6-4bac-9fdb-178f0d935327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:25.076904 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:26.058868 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.432278 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:27.543293 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798772ca-9f5a-463a-978a-8ad812b794de req-cbebe52c-96f7-4e3e-8fce-f356c2236fbd tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:27.544653 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-798772ca-9f5a-463a-978a-8ad812b794de req-cbebe52c-96f7-4e3e-8fce-f356c2236fbd tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0833943 May 10 11:32:27.589617 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-798772ca-9f5a-463a-978a-8ad812b794de req-e62fdaf7-38da-4501-9b5c-95a645aca80a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391426 May 10 11:32:28.778210 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa802c-a831-4009-811b-143c392cc27e req-cefbaa0f-d9c3-4d74-b126-6c716d8f4cd0 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:28.779631 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-68aa802c-a831-4009-811b-143c392cc27e req-cefbaa0f-d9c3-4d74-b126-6c716d8f4cd0 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0792425 May 10 11:32:28.826380 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-68aa802c-a831-4009-811b-143c392cc27e req-64da4c40-4179-4864-9629-53eaefbb591d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411534 May 10 11:32:30.012297 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe98e54-f18c-45cd-8d3e-ad6855486061 req-3fcbc674-064f-42e3-8346-52c133697452 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:30.013814 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bfe98e54-f18c-45cd-8d3e-ad6855486061 req-3fcbc674-064f-42e3-8346-52c133697452 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0806358 May 10 11:32:30.058699 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bfe98e54-f18c-45cd-8d3e-ad6855486061 req-fef83dda-0d27-48a4-a648-e2fe3030bcef tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 May 10 11:32:31.250305 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7265d-1191-4258-97fa-3db86f2746b7 req-a2a608a5-0fd9-4ebb-81b1-52bfe2398b9f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:31.251734 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4ee7265d-1191-4258-97fa-3db86f2746b7 req-a2a608a5-0fd9-4ebb-81b1-52bfe2398b9f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0844023 May 10 11:32:31.295467 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4ee7265d-1191-4258-97fa-3db86f2746b7 req-6c34d6c8-a2d0-49d6-9088-d1ecd9417f04 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381231 May 10 11:32:32.481894 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d736a-2296-44b6-9c73-985392c142fc req-93ac0bd5-1ac5-4366-ad3c-17b8ee1d1beb tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:32.483299 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4b4d736a-2296-44b6-9c73-985392c142fc req-93ac0bd5-1ac5-4366-ad3c-17b8ee1d1beb tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0784209 May 10 11:32:32.526846 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4b4d736a-2296-44b6-9c73-985392c142fc req-6bdd1598-c045-4d10-aba9-ccfb8759c770 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378683 May 10 11:32:33.714690 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566897bf-d7b5-4219-a988-65314076ad9a req-3eb4aaf5-464f-489f-a2e4-cfc9c0be5b24 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:33.716113 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-566897bf-d7b5-4219-a988-65314076ad9a req-3eb4aaf5-464f-489f-a2e4-cfc9c0be5b24 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0821247 May 10 11:32:33.759827 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-566897bf-d7b5-4219-a988-65314076ad9a req-1454b416-ccd1-43c4-96bf-6e8f4a556877 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375473 May 10 11:32:34.943935 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef853e9f-dae2-4671-b7b1-494b44c086ec req-371ddc5b-c90f-4af8-9c0f-fbedf5bda02a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:34.945401 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ef853e9f-dae2-4671-b7b1-494b44c086ec req-371ddc5b-c90f-4af8-9c0f-fbedf5bda02a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0795197 May 10 11:32:34.993179 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ef853e9f-dae2-4671-b7b1-494b44c086ec req-c6facd3b-cd32-4094-91c7-bce6d05ad06a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421703 May 10 11:32:36.186546 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2d061-950c-452b-b801-cf368cb2059c req-b7b0356b-b117-4ab5-9369-aaf89bf1cc33 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:36.188064 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-76e2d061-950c-452b-b801-cf368cb2059c req-b7b0356b-b117-4ab5-9369-aaf89bf1cc33 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0840979 May 10 11:32:36.233930 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-76e2d061-950c-452b-b801-cf368cb2059c req-896024c0-fb5a-478d-804c-4ae9f02fa238 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400226 May 10 11:32:37.508087 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef787d3-44fb-4ba4-acdc-e1f8ce01a2d4 req-dea518f2-631b-4438-835b-6082da065872 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:37.510176 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bef787d3-44fb-4ba4-acdc-e1f8ce01a2d4 req-dea518f2-631b-4438-835b-6082da065872 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.1684601 May 10 11:32:37.553514 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bef787d3-44fb-4ba4-acdc-e1f8ce01a2d4 req-84dfa98a-b107-4c17-b4f6-5681a699dff5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373492 May 10 11:32:38.738675 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a1863-c835-47ca-bcf4-e5970b87f93f req-7c3f4bd6-08f9-4640-b3cd-9b987c72222c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:38.740098 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c48a1863-c835-47ca-bcf4-e5970b87f93f req-7c3f4bd6-08f9-4640-b3cd-9b987c72222c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0785751 May 10 11:32:38.786024 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c48a1863-c835-47ca-bcf4-e5970b87f93f req-83f8b32f-c0ab-4a29-948f-db149d58a73c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396357 May 10 11:32:39.972053 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a4082-7f6a-4f16-93f2-ba07d3d82145 req-3350879c-f0a3-4a67-9989-7117ed0eccc7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:39.973506 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b47a4082-7f6a-4f16-93f2-ba07d3d82145 req-3350879c-f0a3-4a67-9989-7117ed0eccc7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0779872 May 10 11:32:40.017429 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b47a4082-7f6a-4f16-93f2-ba07d3d82145 req-e3aee02d-a41a-4165-bdb1-210383077f80 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377791 May 10 11:32:41.203963 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abffaa1-36a6-42a4-bd88-604d912d819b req-284ae9ae-0f4e-4235-bde6-e18a2b765aeb tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:41.205450 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1abffaa1-36a6-42a4-bd88-604d912d819b req-284ae9ae-0f4e-4235-bde6-e18a2b765aeb tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0825057 May 10 11:32:41.250564 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1abffaa1-36a6-42a4-bd88-604d912d819b req-74049bd3-e25d-42d0-a40f-3c8be78d70af tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395000 May 10 11:32:42.442723 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80187b-36b9-4310-92fb-11e54bd00094 req-4a7b6b3a-fb49-404e-a920-2fb52fb6b542 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:42.444305 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bc80187b-36b9-4310-92fb-11e54bd00094 req-4a7b6b3a-fb49-404e-a920-2fb52fb6b542 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0850971 May 10 11:32:42.495267 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bc80187b-36b9-4310-92fb-11e54bd00094 req-fd828eac-3eea-4b62-ac41-000b2cf3c21b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448930 May 10 11:32:43.665694 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:32:43.691799 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4095c77-3753-47cc-b4cd-db1529210785 req-a36a860d-5ae9-4109-b7c1-d6e5d747853b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:43.693333 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b4095c77-3753-47cc-b4cd-db1529210785 req-a36a860d-5ae9-4109-b7c1-d6e5d747853b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0865371 May 10 11:32:43.740363 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b4095c77-3753-47cc-b4cd-db1529210785 req-968ed8ad-baa4-4f18-9cc3-02678c28dc62 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412664 May 10 11:32:44.080674 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.244886 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b57bd3ba-f67d-48db-89d7-57acf596875b details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:32:44.373492 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b57bd3ba-f67d-48db-89d7-57acf596875b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b57bd3ba-f67d-48db-89d7-57acf596875b,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:44.385993 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'port_id': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'mac_address': 'fa:16:3e:bf:99:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:32:44.472368 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.489661 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b57bd3ba-f67d-48db-89d7-57acf596875b {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:32:44.504141 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b57bd3ba-f67d-48db-89d7-57acf596875b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b57bd3ba-f67d-48db-89d7-57acf596875b,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:44.508810 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:44.511526 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:44.578327 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b57bd3ba-f67d-48db-89d7-57acf596875b,revision_number=6']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:44.585388 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:44.585734 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:44.586070 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:44.586399 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:44.586726 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:44.587049 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:44.587370 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:44.587686 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:44.588525 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:44.588877 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:44.589194 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:44.589506 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:32:44.593305 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:44.604311 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['b57bd3ba-f67d-48db-89d7-57acf596875b'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:32:44.932988 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e504c-54d3-4168-a596-8b9c6dd6a475 req-c7c6c2aa-b91e-4b55-94a7-dfb1e816b57e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:44.934405 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dd7e504c-54d3-4168-a596-8b9c6dd6a475 req-c7c6c2aa-b91e-4b55-94a7-dfb1e816b57e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 944 time: 0.0826917 May 10 11:32:44.978169 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dd7e504c-54d3-4168-a596-8b9c6dd6a475 req-e3134b4e-f4ee-4d30-b23a-888ff4647f02 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380592 May 10 11:32:46.163660 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c76622-0f9b-4baf-ab66-611a7ae903fb req-a4817d05-109e-4b18-acef-14553f74b06d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:46.165111 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-68c76622-0f9b-4baf-ab66-611a7ae903fb req-a4817d05-109e-4b18-acef-14553f74b06d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 944 time: 0.0793364 May 10 11:32:46.208205 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-68c76622-0f9b-4baf-ab66-611a7ae903fb req-71e38bad-56be-4064-9be7-075661cce4c9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374656 May 10 11:32:46.257507 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b57bd3ba-f67d-48db-89d7-57acf596875b up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:32:46.324080 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port b57bd3ba-f67d-48db-89d7-57acf596875b triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:32:46.324457 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.436564 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.461776 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:32:46.471130 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b57bd3ba-f67d-48db-89d7-57acf596875b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b57bd3ba-f67d-48db-89d7-57acf596875b,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:32:46.475330 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:46.478297 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:32:46.508947 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'code': 200} May 10 11:32:46.548290 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b57bd3ba-f67d-48db-89d7-57acf596875b,revision_number=7']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:32:46.551334 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:32:47.397562 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f277a1-691b-4144-877c-cdd4d89db5e5 req-3d38cd08-fe24-40ed-bcc5-f0a108cab92c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:47.398977 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-16f277a1-691b-4144-877c-cdd4d89db5e5 req-3d38cd08-fe24-40ed-bcc5-f0a108cab92c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0815589 May 10 11:32:47.442956 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-16f277a1-691b-4144-877c-cdd4d89db5e5 req-2deb555b-b51a-45e7-a1f7-3b09722f00cb tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383391 May 10 11:32:48.633226 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f4f48-97df-46cc-98d7-4fb296818bb1 req-80f3361b-d65d-4c7b-9e6f-664118c0f8ee tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:48.634641 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6e8f4f48-97df-46cc-98d7-4fb296818bb1 req-80f3361b-d65d-4c7b-9e6f-664118c0f8ee tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0821869 May 10 11:32:48.678345 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6e8f4f48-97df-46cc-98d7-4fb296818bb1 req-9f42165b-1c1f-409e-8494-fc00f1d6974b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375152 May 10 11:32:49.862849 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4046-396a-4908-9186-9024c42c6ad3 req-0339ffde-6785-4019-889e-81a152043027 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:49.864325 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b81a4046-396a-4908-9186-9024c42c6ad3 req-0339ffde-6785-4019-889e-81a152043027 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0801048 May 10 11:32:49.914781 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b81a4046-396a-4908-9186-9024c42c6ad3 req-509dcb38-e56f-4314-8abd-10df7c71af04 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446992 May 10 11:32:50.087928 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d775520-8221-4159-a08f-0d38515c0fd1 req-6adab9db-1c2f-4975-b909-ed2aed967505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:50.089474 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9d775520-8221-4159-a08f-0d38515c0fd1 req-6adab9db-1c2f-4975-b909-ed2aed967505 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 1098 time: 0.0702507 May 10 11:32:50.250905 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d775520-8221-4159-a08f-0d38515c0fd1 req-78fa37c0-a2e6-4dc3-bc99-21c933f77c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:50.252367 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9d775520-8221-4159-a08f-0d38515c0fd1 req-78fa37c0-a2e6-4dc3-bc99-21c933f77c12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 200 len: 917 time: 0.1444037 May 10 11:32:50.465069 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9d775520-8221-4159-a08f-0d38515c0fd1 req-f13c1327-1da0-4957-9d2f-d3366cb79836 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b57bd3ba-f67d-48db-89d7-57acf596875b HTTP/1.1" status: 200 len: 999 time: 0.2054522 May 10 11:32:50.538472 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d775520-8221-4159-a08f-0d38515c0fd1 req-af1706b9-88c8-4d7f-ba4a-e4b4a229b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:50.539901 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9d775520-8221-4159-a08f-0d38515c0fd1 req-af1706b9-88c8-4d7f-ba4a-e4b4a229b983 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0047fbb1-9f38-4413-aadd-86fc2baa6bf0 HTTP/1.1" status: 200 len: 855 time: 0.0668328 May 10 11:32:50.634691 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d775520-8221-4159-a08f-0d38515c0fd1 req-4b160218-e3ab-4a26-b2a3-94843285f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:50.636141 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9d775520-8221-4159-a08f-0d38515c0fd1 req-4b160218-e3ab-4a26-b2a3-94843285f712 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873039 May 10 11:32:50.783273 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9d775520-8221-4159-a08f-0d38515c0fd1 req-8d1b2fd9-59a6-416b-9335-15ff2088e1bc service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383908 May 10 11:32:50.945782 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-9d775520-8221-4159-a08f-0d38515c0fd1 req-dec3ed2d-ad7f-4e20-bc06-67a5202671c0 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535549 May 10 11:32:51.146802 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898fdb0-13ce-4c62-8780-d815edd68d99 req-c898b066-faef-4a94-aec2-27184b84e4d4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:51.148928 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2898fdb0-13ce-4c62-8780-d815edd68d99 req-c898b066-faef-4a94-aec2-27184b84e4d4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0912504 May 10 11:32:51.197121 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2898fdb0-13ce-4c62-8780-d815edd68d99 req-28dfca1a-19c3-4f95-81a2-90d62037bd91 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406389 May 10 11:32:52.331990 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fff34f1b-cfdd-4bec-b773-e89e2da65892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:52.403230 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1faf95-4dea-4d90-ae29-86d6dee40eb2 req-4d34a0b5-584e-4fa2-a40c-8ecd5be2ea34 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:52.404673 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7a1faf95-4dea-4d90-ae29-86d6dee40eb2 req-4d34a0b5-584e-4fa2-a40c-8ecd5be2ea34 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0934117 May 10 11:32:52.451832 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7a1faf95-4dea-4d90-ae29-86d6dee40eb2 req-032b6d3e-fe9d-447c-a13d-3381ee3ec2fc tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407197 May 10 11:32:53.667800 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f8c89-f7e7-4b85-a398-2b979998667f req-04b621d5-b080-48e1-8300-8cd5abae8ef1 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:53.669450 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-752f8c89-f7e7-4b85-a398-2b979998667f req-04b621d5-b080-48e1-8300-8cd5abae8ef1 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.1044247 May 10 11:32:53.718258 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-752f8c89-f7e7-4b85-a398-2b979998667f req-068821e5-cd5e-4db7-a97b-dd8779f2c94d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 May 10 11:32:54.943693 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeda7c-d695-47bc-9828-f519c72c7d0a req-95f44e0a-2e87-41d0-870e-f4ea31ab3000 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:54.952269 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6bdeda7c-d695-47bc-9828-f519c72c7d0a req-95f44e0a-2e87-41d0-870e-f4ea31ab3000 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.1218965 May 10 11:32:54.967838 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6d97dd39-8d0b-4975-a652-75034bf331af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:55.009928 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6bdeda7c-d695-47bc-9828-f519c72c7d0a req-7f389143-7572-4c6d-a639-29c7cca8e4b6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563824 May 10 11:32:55.080346 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.069907 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:56.239272 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7e01f-a18d-40a2-8a60-453074affc2d req-c3f01e27-88e0-4ca4-9e30-fb243791b474 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:56.240914 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d9b7e01f-a18d-40a2-8a60-453074affc2d req-c3f01e27-88e0-4ca4-9e30-fb243791b474 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0928056 May 10 11:32:56.289018 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d9b7e01f-a18d-40a2-8a60-453074affc2d req-aacd8457-99f0-47ce-acf2-e6c34eebfe4d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 May 10 11:32:57.450729 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:32:57.528734 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648f4a8-c9e0-491a-ba01-9b44c7399772 req-18b385fb-28b5-4f6c-93ca-09eba2b3ae12 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:57.530603 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3648f4a8-c9e0-491a-ba01-9b44c7399772 req-18b385fb-28b5-4f6c-93ca-09eba2b3ae12 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.1012506 May 10 11:32:57.594759 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3648f4a8-c9e0-491a-ba01-9b44c7399772 req-8b812af9-53d7-4cff-9132-e929e4b6f687 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569730 May 10 11:32:58.912512 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950bab5-d111-4937-a3ec-05e66e038c14 req-ef1543b6-2989-4179-a3ba-79f5b4f3f5a9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:32:58.914604 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1950bab5-d111-4937-a3ec-05e66e038c14 req-ef1543b6-2989-4179-a3ba-79f5b4f3f5a9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.1973321 May 10 11:32:58.971195 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1950bab5-d111-4937-a3ec-05e66e038c14 req-275a67dd-0164-450a-b286-2ab2848b7af4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500848 May 10 11:33:00.162355 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffe3b3-84fa-4e0e-8f9d-50d742167ad4 req-11674f6b-f6c1-4281-aa1c-d62009130837 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:00.163793 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6dffe3b3-84fa-4e0e-8f9d-50d742167ad4 req-11674f6b-f6c1-4281-aa1c-d62009130837 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0817385 May 10 11:33:00.208093 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6dffe3b3-84fa-4e0e-8f9d-50d742167ad4 req-3276a7d1-3667-48de-a634-483efa46f4f1 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379443 May 10 11:33:00.628156 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c600d6-1bfc-4a6a-8b08-cd9ceca72c18 req-e93a4da9-b0cd-4c72-838d-7c69cc19ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:00.629647 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-06c600d6-1bfc-4a6a-8b08-cd9ceca72c18 req-e93a4da9-b0cd-4c72-838d-7c69cc19ef5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 1098 time: 0.0719030 May 10 11:33:00.762365 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c600d6-1bfc-4a6a-8b08-cd9ceca72c18 req-4e7b1704-ce97-4584-a93d-bdb403b561a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:00.763860 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-06c600d6-1bfc-4a6a-8b08-cd9ceca72c18 req-4e7b1704-ce97-4584-a93d-bdb403b561a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 200 len: 917 time: 0.1266153 May 10 11:33:00.865204 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-06c600d6-1bfc-4a6a-8b08-cd9ceca72c18 req-65454071-41e8-4940-ab0e-202bbbf2692e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b57bd3ba-f67d-48db-89d7-57acf596875b HTTP/1.1" status: 200 len: 999 time: 0.0931940 May 10 11:33:00.925638 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c600d6-1bfc-4a6a-8b08-cd9ceca72c18 req-fb2796f5-a98e-4e7b-bf13-931c24fc2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:00.926968 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-06c600d6-1bfc-4a6a-8b08-cd9ceca72c18 req-fb2796f5-a98e-4e7b-bf13-931c24fc2319 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0047fbb1-9f38-4413-aadd-86fc2baa6bf0 HTTP/1.1" status: 200 len: 855 time: 0.0557191 May 10 11:33:01.006044 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c600d6-1bfc-4a6a-8b08-cd9ceca72c18 req-53b7be6a-b2ed-43c8-ad67-543a0e00a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:01.007476 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-06c600d6-1bfc-4a6a-8b08-cd9ceca72c18 req-53b7be6a-b2ed-43c8-ad67-543a0e00a096 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744483 May 10 11:33:01.133829 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-06c600d6-1bfc-4a6a-8b08-cd9ceca72c18 req-9d31c74b-da7d-431b-8d48-0f8ac5a236a9 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192737 May 10 11:33:01.262649 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-06c600d6-1bfc-4a6a-8b08-cd9ceca72c18 req-09c60fe8-40aa-4ed9-81a6-5646c80771fa service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215372 May 10 11:33:01.394284 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4c0f0-ddcd-4b2f-a618-b42e4341c29a req-b1513a09-6c1d-40a0-b697-c8dac76186c8 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:01.395589 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b3e4c0f0-ddcd-4b2f-a618-b42e4341c29a req-b1513a09-6c1d-40a0-b697-c8dac76186c8 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0788431 May 10 11:33:01.441517 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b3e4c0f0-ddcd-4b2f-a618-b42e4341c29a req-e8df562c-03d8-4088-9895-5303ffee06d5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402980 May 10 11:33:02.625393 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932829e3-d1e7-4791-95e9-13db7e01a582 req-58839cd0-a6b3-4edc-93e1-ba399c6bbbec tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:02.626833 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-932829e3-d1e7-4791-95e9-13db7e01a582 req-58839cd0-a6b3-4edc-93e1-ba399c6bbbec tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0797677 May 10 11:33:02.670567 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-932829e3-d1e7-4791-95e9-13db7e01a582 req-2ac1f753-1f7b-4d84-a233-d54d3d90e469 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381210 May 10 11:33:03.861419 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94f57a-9b8c-4f0b-becc-8d1729fb4383 req-51c72bc1-8d69-418c-b2f6-dd038b9bb535 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:03.862822 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8a94f57a-9b8c-4f0b-becc-8d1729fb4383 req-51c72bc1-8d69-418c-b2f6-dd038b9bb535 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 945 time: 0.0813222 May 10 11:33:03.907659 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8a94f57a-9b8c-4f0b-becc-8d1729fb4383 req-41b973a3-f823-4950-9b74-a2889b001416 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391543 May 10 11:33:04.341604 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b57bd3ba-f67d-48db-89d7-57acf596875b no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:33:04.461127 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.490688 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:33:04.500735 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b57bd3ba-f67d-48db-89d7-57acf596875b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b57bd3ba-f67d-48db-89d7-57acf596875b,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:04.507831 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:04.510352 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:04.548129 dv-cinder-784956-5-iscsi neutron-server[78730]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'code': 422} returned with failed status May 10 11:33:04.588298 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b57bd3ba-f67d-48db-89d7-57acf596875b,revision_number=8']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:04.602164 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:05.419204 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc5ae5-7d6d-405a-a5da-fbe36b9f5a83 req-49c7f631-6a78-42f7-8fde-e59da4b4c6f4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:05.419781 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-31ede1c9-d410-4284-b4fb-cb34c497b45e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711975 May 10 11:33:05.420637 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2bc5ae5-7d6d-405a-a5da-fbe36b9f5a83 req-49c7f631-6a78-42f7-8fde-e59da4b4c6f4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0799034 May 10 11:33:05.470721 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2bc5ae5-7d6d-405a-a5da-fbe36b9f5a83 req-e588fc97-8a11-4fa6-993b-a02d0c51f469 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432732 May 10 11:33:06.282844 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-08c35440-08b5-45f1-8cbc-a4df8cdda802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:06.284263 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-08c35440-08b5-45f1-8cbc-a4df8cdda802 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6&tenant_id=1b70fd3b3ac4462e870e5172331d2ddb HTTP/1.1" status: 200 len: 1096 time: 0.0727744 May 10 11:33:06.374060 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-d764dfa5-a8bc-419b-9c95-1ca9bb5b69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:06.375483 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-d764dfa5-a8bc-419b-9c95-1ca9bb5b69aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 1096 time: 0.0693464 May 10 11:33:06.504497 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-1564a0c3-17b9-4463-99f9-c9fcb945c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:06.506002 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-1564a0c3-17b9-4463-99f9-c9fcb945c7d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 200 len: 917 time: 0.1223996 May 10 11:33:06.667474 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b99680-2c02-4499-aebf-9a8aee94b5fe req-ee392045-88bd-40c7-98a7-89c6f52c30be tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:06.668994 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-27b99680-2c02-4499-aebf-9a8aee94b5fe req-ee392045-88bd-40c7-98a7-89c6f52c30be tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0849364 May 10 11:33:06.713108 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-f3090b82-dbdb-443d-b075-5e788fd01f16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b57bd3ba-f67d-48db-89d7-57acf596875b HTTP/1.1" status: 200 len: 997 time: 0.1996448 May 10 11:33:06.714058 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-27b99680-2c02-4499-aebf-9a8aee94b5fe req-43347d97-7dda-41e0-b383-3e910951b7c9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388701 May 10 11:33:06.777119 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-403e599b-9425-432a-b299-e104186b02e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:06.778513 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-403e599b-9425-432a-b299-e104186b02e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0047fbb1-9f38-4413-aadd-86fc2baa6bf0 HTTP/1.1" status: 200 len: 855 time: 0.0580018 May 10 11:33:06.854895 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-e9adb120-fba9-4448-9fed-833976b1ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:06.856488 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-e9adb120-fba9-4448-9fed-833976b1ed6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716066 May 10 11:33:06.987810 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-3534dc2e-2f0d-48f2-aa2d-0d5cb81a88d2 service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235278 May 10 11:33:07.116881 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-4b8ef9f8-f60b-424a-a68f-6df106e0693b service neutron] 10.222.0.30 "GET /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220822 May 10 11:33:07.909940 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b40f3-052b-4e22-8b28-b52f004d34dd req-ec20485a-1b5e-41bc-8d18-53f9ce1d3516 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:07.911156 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fc6b40f3-052b-4e22-8b28-b52f004d34dd req-ec20485a-1b5e-41bc-8d18-53f9ce1d3516 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0870378 May 10 11:33:07.958826 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fc6b40f3-052b-4e22-8b28-b52f004d34dd req-0368c1b3-ba13-4fbd-90d9-29db5671b7e6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417981 May 10 11:33:09.150031 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad93b0-fa79-47c5-a72e-2dc0ef62e2a7 req-cae085c4-9697-45e0-87c1-ca9de29400e1 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:09.151481 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-39ad93b0-fa79-47c5-a72e-2dc0ef62e2a7 req-cae085c4-9697-45e0-87c1-ca9de29400e1 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0816746 May 10 11:33:09.201870 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-39ad93b0-fa79-47c5-a72e-2dc0ef62e2a7 req-bbd0bb49-373e-468b-9423-1743405a250c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443289 May 10 11:33:10.397865 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b3b2e-98a2-436f-9531-ec0c34c65dec req-f63ff793-a3d8-4a4e-846f-8657c00a2509 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:10.399319 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-085b3b2e-98a2-436f-9531-ec0c34c65dec req-f63ff793-a3d8-4a4e-846f-8657c00a2509 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0867567 May 10 11:33:10.448462 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-085b3b2e-98a2-436f-9531-ec0c34c65dec req-47489b86-21b9-4a2c-a3c0-b868e2ca1538 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 May 10 11:33:11.642608 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1506b5-0309-458f-b586-1358b3cd98f1 req-21504a5c-283e-469e-ac5a-dc98450dfa3a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:11.644035 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9b1506b5-0309-458f-b586-1358b3cd98f1 req-21504a5c-283e-469e-ac5a-dc98450dfa3a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0848656 May 10 11:33:11.689873 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9b1506b5-0309-458f-b586-1358b3cd98f1 req-4941717a-86d6-4a3b-b2ca-9c5f2b8ed516 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399866 May 10 11:33:12.885369 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865d4eb-6ca3-428d-b051-f90073da2d58 req-7eb6dd96-edb5-4c66-9e33-8de20b562332 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:12.886860 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e865d4eb-6ca3-428d-b051-f90073da2d58 req-7eb6dd96-edb5-4c66-9e33-8de20b562332 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0836291 May 10 11:33:12.936144 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e865d4eb-6ca3-428d-b051-f90073da2d58 req-d64ec8e5-1ac0-4767-8078-651bd85d0e16 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428824 May 10 11:33:14.088142 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:14.135870 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c54376-4d21-4815-a470-fef9643234ce req-4ee70355-7cd5-4ee8-a65c-c753ed667283 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:14.137350 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f5c54376-4d21-4815-a470-fef9643234ce req-4ee70355-7cd5-4ee8-a65c-c753ed667283 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0862951 May 10 11:33:14.183517 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f5c54376-4d21-4815-a470-fef9643234ce req-554b37e3-b14a-4ae3-9166-0a66a8d2b90f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404084 May 10 11:33:15.378406 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187b74d-275f-4e75-a4a8-3500c2b19001 req-e30a3912-8f65-4da3-b18a-3dd67f478612 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:15.379845 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b187b74d-275f-4e75-a4a8-3500c2b19001 req-e30a3912-8f65-4da3-b18a-3dd67f478612 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0847166 May 10 11:33:15.425787 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b187b74d-275f-4e75-a4a8-3500c2b19001 req-532129a5-0462-464e-a3c3-c6cb52dc4c81 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392385 May 10 11:33:16.623791 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f21031-b9d1-4daa-b6fa-e843c834a4a2 req-bd0821b5-c97c-4167-ae56-8973e16a121f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:16.625679 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-82f21031-b9d1-4daa-b6fa-e843c834a4a2 req-bd0821b5-c97c-4167-ae56-8973e16a121f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0864096 May 10 11:33:16.677962 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-82f21031-b9d1-4daa-b6fa-e843c834a4a2 req-1e90cd39-7d05-4cd0-abc7-a47e5a46f05d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439680 May 10 11:33:17.873296 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc12356-76e5-4a9b-9211-2b140617ab5e req-dfb20a4d-ea0a-4fd7-93e9-36c46caaba3b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:17.874659 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fcc12356-76e5-4a9b-9211-2b140617ab5e req-dfb20a4d-ea0a-4fd7-93e9-36c46caaba3b tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0823379 May 10 11:33:17.921841 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fcc12356-76e5-4a9b-9211-2b140617ab5e req-2218b523-abc4-4bed-b332-6a3b9672c8d3 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414395 May 10 11:33:19.114246 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74375f71-5b73-46f2-82e8-2b626b27587c req-6310ea4f-4575-4e66-bc18-22f39fc84209 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:19.115674 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-74375f71-5b73-46f2-82e8-2b626b27587c req-6310ea4f-4575-4e66-bc18-22f39fc84209 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0824299 May 10 11:33:19.245960 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-74375f71-5b73-46f2-82e8-2b626b27587c req-e0f42513-f71b-472e-8b45-398649ecf6d7 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240363 May 10 11:33:20.433296 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187193f-4c09-4250-8515-909600a76efb req-21b86e5b-dd26-43b7-92bb-bd263b0e1099 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:20.434683 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8187193f-4c09-4250-8515-909600a76efb req-21b86e5b-dd26-43b7-92bb-bd263b0e1099 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0771523 May 10 11:33:20.481635 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8187193f-4c09-4250-8515-909600a76efb req-e4d68ebe-b426-4d89-b207-4c9106ef77b4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 May 10 11:33:20.663935 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:33:21.671364 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e56b97-828c-469f-912e-f53de77bf199 req-f6f82327-fbcc-445c-acd9-f7ad4cf9fb97 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:21.672868 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f9e56b97-828c-469f-912e-f53de77bf199 req-f6f82327-fbcc-445c-acd9-f7ad4cf9fb97 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0800765 May 10 11:33:21.717083 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f9e56b97-828c-469f-912e-f53de77bf199 req-db62f674-0336-460a-ba16-deab986a944c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384846 May 10 11:33:22.334411 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-37cd5cd2-05b1-450f-acca-a908b417665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:22.978463 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77452742-2d7a-4900-acc7-5fa3b66c9df8 req-5abe03db-562f-4c01-8df0-7cbde9a4a5c6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:22.979985 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77452742-2d7a-4900-acc7-5fa3b66c9df8 req-5abe03db-562f-4c01-8df0-7cbde9a4a5c6 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.1498966 May 10 11:33:23.032114 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77452742-2d7a-4900-acc7-5fa3b66c9df8 req-0edfb5ad-5edb-4b7a-99fc-adb42afe9b56 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414772 May 10 11:33:24.216579 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489acc1-9987-42cf-9846-f2420c3ad7ea req-acea490f-dd40-4aae-8ee1-c22bf5e3c91a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:24.218028 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0489acc1-9987-42cf-9846-f2420c3ad7ea req-acea490f-dd40-4aae-8ee1-c22bf5e3c91a tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 943 time: 0.0794213 May 10 11:33:24.267135 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0489acc1-9987-42cf-9846-f2420c3ad7ea req-218e63f5-bd4d-4b25-b088-6b9eed1bf132 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433874 May 10 11:33:24.420312 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b57bd3ba-f67d-48db-89d7-57acf596875b details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:33:24.554001 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b57bd3ba-f67d-48db-89d7-57acf596875b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b57bd3ba-f67d-48db-89d7-57acf596875b,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:24.571035 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'port_id': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'mac_address': 'fa:16:3e:bf:99:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:33:24.626332 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.643713 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57bd3ba-f67d-48db-89d7-57acf596875b {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:33:24.663398 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b57bd3ba-f67d-48db-89d7-57acf596875b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b57bd3ba-f67d-48db-89d7-57acf596875b,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:24.667692 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.669662 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:24.745573 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b57bd3ba-f67d-48db-89d7-57acf596875b,revision_number=9']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:24.748694 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:24.969880 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1ae4-9b05-4954-acbc-5a1b9e3fa779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:24.989634 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['b57bd3ba-f67d-48db-89d7-57acf596875b'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:33:25.098524 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:25.454354 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1549e-fc7e-4adf-beea-a3f86b5ab304 req-10af590a-17b1-4fca-b80b-8501a4d44626 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:25.455766 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cbb1549e-fc7e-4adf-beea-a3f86b5ab304 req-10af590a-17b1-4fca-b80b-8501a4d44626 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 944 time: 0.0783632 May 10 11:33:25.499524 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cbb1549e-fc7e-4adf-beea-a3f86b5ab304 req-a8e6651b-f017-4494-91e7-521e5f34a8a9 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381281 May 10 11:33:26.063189 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.416505 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b57bd3ba-f67d-48db-89d7-57acf596875b up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:33:26.484960 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port b57bd3ba-f67d-48db-89d7-57acf596875b triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:33:26.485339 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.600118 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.627556 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:33:26.638158 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port b57bd3ba-f67d-48db-89d7-57acf596875b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b57bd3ba-f67d-48db-89d7-57acf596875b,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:26.642996 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:26.645265 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bf39535f-cfd3-4b11-bd9e-afef6aa04324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:26.679883 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'code': 200} May 10 11:33:26.698469 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952ddae-9b85-4305-bfa3-a1c9d46c0caf req-1dbb1b4e-6899-431c-b8b9-dbd1df2af1cc tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:26.700585 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b952ddae-9b85-4305-bfa3-a1c9d46c0caf req-1dbb1b4e-6899-431c-b8b9-dbd1df2af1cc tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 946 time: 0.0878062 May 10 11:33:26.714539 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=b57bd3ba-f67d-48db-89d7-57acf596875b,revision_number=10']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:26.718001 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:26.748791 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b952ddae-9b85-4305-bfa3-a1c9d46c0caf req-5be697fb-93c4-4f25-a1cd-7310659e185e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415094 May 10 11:33:26.913995 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dd852-5169-4c38-81a1-bc3a691d514f req-e7d3f79d-d996-402d-888c-128fa78cb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:26.915476 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-568dd852-5169-4c38-81a1-bc3a691d514f req-e7d3f79d-d996-402d-888c-128fa78cb8a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 1099 time: 0.0700262 May 10 11:33:26.955566 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-568dd852-5169-4c38-81a1-bc3a691d514f req-22428545-8343-490f-8121-53ecc64761de service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337317 May 10 11:33:27.437699 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:27.936762 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002c32b-d571-42e4-a1d6-fc2555b38e04 req-83f11493-4e57-4ba1-97e5-6ccdda3959f4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:27.938191 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2002c32b-d571-42e4-a1d6-fc2555b38e04 req-83f11493-4e57-4ba1-97e5-6ccdda3959f4 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 946 time: 0.0789237 May 10 11:33:27.988468 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2002c32b-d571-42e4-a1d6-fc2555b38e04 req-45788e50-3f14-48bb-89c6-efa0a84f5d52 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 May 10 11:33:29.173578 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2839ee-036e-45b9-8b4c-1c1710bc875f req-0cc4b7da-2a8f-4ba4-9aea-9e7c392bb05e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:29.175021 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fe2839ee-036e-45b9-8b4c-1c1710bc875f req-0cc4b7da-2a8f-4ba4-9aea-9e7c392bb05e tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 946 time: 0.0793719 May 10 11:33:29.218409 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fe2839ee-036e-45b9-8b4c-1c1710bc875f req-b87757a3-9157-48ce-bfe6-af5db1596c4f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377803 May 10 11:33:44.083776 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:50.013651 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7a8b8337-c470-4a86-a32a-3adb6cc883fd req-da84abd0-bde4-4833-9a3b-ddbd0a113d25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739508 May 10 11:33:50.103741 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b8337-c470-4a86-a32a-3adb6cc883fd req-ccd30510-e359-4347-b6cd-f54d97927a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:50.105233 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7a8b8337-c470-4a86-a32a-3adb6cc883fd req-ccd30510-e359-4347-b6cd-f54d97927a60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 1098 time: 0.0706630 May 10 11:33:50.276146 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b8337-c470-4a86-a32a-3adb6cc883fd req-bc307473-3248-4d36-9640-808d598b2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:50.277717 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7a8b8337-c470-4a86-a32a-3adb6cc883fd req-bc307473-3248-4d36-9640-808d598b2951 service neutron] 10.222.0.30 "GET /v2.0/networks?id=367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 200 len: 912 time: 0.1529043 May 10 11:33:50.379919 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7a8b8337-c470-4a86-a32a-3adb6cc883fd req-b4c74527-431f-435e-99f0-8e02dddb9dc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbc8e228-bf74-4067-8ab4-0938093ab329 HTTP/1.1" status: 200 len: 1001 time: 0.0956082 May 10 11:33:50.442043 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b8337-c470-4a86-a32a-3adb6cc883fd req-85457a06-ff4b-45cb-bee3-7c497685d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:50.443401 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7a8b8337-c470-4a86-a32a-3adb6cc883fd req-85457a06-ff4b-45cb-bee3-7c497685d406 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=097652b3-55a3-410a-a095-41743a687aac HTTP/1.1" status: 200 len: 850 time: 0.0559869 May 10 11:33:50.520327 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b8337-c470-4a86-a32a-3adb6cc883fd req-71f25885-95b6-4ed5-a942-cb6299b00584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:50.521695 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7a8b8337-c470-4a86-a32a-3adb6cc883fd req-71f25885-95b6-4ed5-a942-cb6299b00584 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=367daadb-7975-4d87-914f-7685d11912a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708942 May 10 11:33:50.651068 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7a8b8337-c470-4a86-a32a-3adb6cc883fd req-04e6b9a4-6c79-400d-be0d-663627802814 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217306 May 10 11:33:50.799975 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-7a8b8337-c470-4a86-a32a-3adb6cc883fd req-c6eea2c5-3673-458d-9489-74a4fd649c25 service neutron] 10.222.0.30 "GET /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252825 May 10 11:33:52.032332 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fdc95-7539-48e7-ba0a-bdd529ecb241 req-46578e26-f774-46b0-94ed-24ed68eb79f1 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:52.033776 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff9fdc95-7539-48e7-ba0a-bdd529ecb241 req-46578e26-f774-46b0-94ed-24ed68eb79f1 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 945 time: 0.0832338 May 10 11:33:52.077226 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ff9fdc95-7539-48e7-ba0a-bdd529ecb241 req-b7c34d62-4237-4f2d-af1d-7a98f97c9098 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=070aa918-b449-4530-ab76-b0d4d6f657fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377915 May 10 11:33:52.337458 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c8400caf-2035-417e-882a-bdeb4cd109da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:53.259711 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa752b-11fa-4984-a7ef-3cd1bc74ff9f req-5a136da7-f7d1-4c6c-bd46-18c987622ee6 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:53.261197 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-26aa752b-11fa-4984-a7ef-3cd1bc74ff9f req-5a136da7-f7d1-4c6c-bd46-18c987622ee6 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 945 time: 0.0786202 May 10 11:33:53.307816 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-26aa752b-11fa-4984-a7ef-3cd1bc74ff9f req-6e818115-920f-4762-8e25-288b9cd928fa tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=070aa918-b449-4530-ab76-b0d4d6f657fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410223 May 10 11:33:53.833076 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-b9820e6c-7399-4b84-b837-01308c835b00 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:53.833765 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-b9820e6c-7399-4b84-b837-01308c835b00 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Synchronizing usage tracker for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:33:53.848382 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-b9820e6c-7399-4b84-b837-01308c835b00 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Unset dirty status for tenant:e0b8b57c604344f7b02ff5868bbe1e76 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:33:53.849510 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-b9820e6c-7399-4b84-b837-01308c835b00 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.30 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 945 time: 0.0955458 May 10 11:33:53.984347 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Deleting port cbc8e228-bf74-4067-8ab4-0938093ab329 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:33:53.984688 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.201323 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] For port cbc8e228-bf74-4067-8ab4-0938093ab329, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=cbc8e228-bf74-4067-8ab4-0938093ab329,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:33:54.201701 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.487079 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad55ea6-7f0d-4643-9b19-bec6cd1626a2 req-80a5a45f-cec2-4f8d-81b8-b2867f411ad5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:33:54.488520 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dad55ea6-7f0d-4643-9b19-bec6cd1626a2 req-80a5a45f-cec2-4f8d-81b8-b2867f411ad5 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 945 time: 0.0783358 May 10 11:33:54.492863 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.493177 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.493478 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.l3_db [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Floating IP 6c9119aa-ed54-4e13-b9ba-c76c42a912bf disassociated. External IP: 172.27.3.185, port: cbc8e228-bf74-4067-8ab4-0938093ab329. May 10 11:33:54.493804 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Calling delete_port for cbc8e228-bf74-4067-8ab4-0938093ab329 owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:33:54.533410 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dad55ea6-7f0d-4643-9b19-bec6cd1626a2 req-af81992a-f2c7-43ec-b589-4c0335deda15 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups?id=070aa918-b449-4530-ab76-b0d4d6f657fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385940 May 10 11:33:54.604591 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:54.610279 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ab8701c0-2a40-426f-b35f-e4ca6859ff27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:54.656989 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event deleted for resources: {'Port': ['ID=cbc8e228-bf74-4067-8ab4-0938093ab329,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:54.667356 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.667641 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.668013 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.668386 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.668772 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.669142 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.669506 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.670038 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.670219 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.670579 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.671013 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.671485 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:54.675104 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:54.850251 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Router 52a4457a-bbad-4e4c-aa24-94649f57335d has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:33:54.971633 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-42c40a03-1608-404c-8b73-96df22377fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.030638 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:33:55.040648 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4e888-f3e5-4e9c-8232-50eed2030fa4 None None] Sync routers for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:33:55.050893 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4e888-f3e5-4e9c-8232-50eed2030fa4 None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:55.051524 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-1ef4e888-f3e5-4e9c-8232-50eed2030fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:33:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:55.107712 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] No DVR routers for this DVR port cbc8e228-bf74-4067-8ab4-0938093ab329 on host hv-cinder-78495 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:33:55.111657 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.114632 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44fa0af-878c-4550-a735-928242b4d1b3', 'name': 'network-vif-deleted', 'tag': 'cbc8e228-bf74-4067-8ab4-0938093ab329'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:33:55.132471 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-4ec9314f-1066-4422-bd4f-a74137bebe7b req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.30 "DELETE /v2.0/ports/cbc8e228-bf74-4067-8ab4-0938093ab329 HTTP/1.1" status: 204 len: 173 time: 1.2766333 May 10 11:33:55.176896 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44fa0af-878c-4550-a735-928242b4d1b3', 'name': 'network-vif-deleted', 'tag': 'cbc8e228-bf74-4067-8ab4-0938093ab329', 'status': 'completed', 'code': 200} May 10 11:33:55.219177 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:55.278333 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-1ef4e888-f3e5-4e9c-8232-50eed2030fa4 None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:55.588515 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-1ef4e888-f3e5-4e9c-8232-50eed2030fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:36Z', 'revision_number': 5, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:55.593219 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4e888-f3e5-4e9c-8232-50eed2030fa4 None None] Checking router: 52a4457a-bbad-4e4c-aa24-94649f57335d for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:33:55.602930 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4e888-f3e5-4e9c-8232-50eed2030fa4 None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:33:55.603650 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-1ef4e888-f3e5-4e9c-8232-50eed2030fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:33:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:55.720492 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-09d6e92f-dbcc-410c-b41b-07104bc5a29e req-3968455f-55fe-4bdd-b9d2-638b28d227cd tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/ports?device_id=b44fa0af-878c-4550-a735-928242b4d1b3 HTTP/1.1" status: 200 len: 210 time: 0.0521533 May 10 11:33:55.785665 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-1ef4e888-f3e5-4e9c-8232-50eed2030fa4 None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:33:56.078752 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:56.104083 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-1ef4e888-f3e5-4e9c-8232-50eed2030fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:36Z', 'revision_number': 5, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:33:56.108352 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4e888-f3e5-4e9c-8232-50eed2030fa4 None None] The sync data for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi is: [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:24:24Z', 'revision_number': 4, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '536b7c3b-177e-4fae-9411-0b14f4f7d461', 'name': '', 'network_id': '367daadb-7975-4d87-914f-7685d11912a0', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'mac_address': 'fa:16:3e:3f:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '097652b3-55a3-410a-a095-41743a687aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:23Z', 'updated_at': '2021-05-10T11:24:36Z', 'revision_number': 5, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'subnets': [{'id': '097652b3-55a3-410a-a095-41743a687aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:33:56.333139 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d889d9a2-5e22-466b-9a12-443abfa72cca None None] New status for floating IP 6c9119aa-ed54-4e13-b9ba-c76c42a912bf: DOWN {{(pid=78731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:33:56.624926 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device cbc8e228-bf74-4067-8ab4-0938093ab329 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:33:56.661564 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: cbc8e228-bf74-4067-8ab4-0938093ab329 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:33:56.661907 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device cbc8e228-bf74-4067-8ab4-0938093ab329 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:33:57.439275 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.662259 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:33:57.863514 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45828) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:57.926555 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:57.953447 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.004419 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.008865 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4cea2300-7407-457c-9faa-9c03c90175ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:58.023616 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=070aa918-b449-4530-ab76-b0d4d6f657fb,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:58.032197 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:58.032574 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:58.032977 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:58.033341 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:58.033700 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:58.034056 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:58.034407 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:58.034755 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:58.035104 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:58.035448 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:58.035793 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:58.036135 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:33:58.040592 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:58.043886 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.044979 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "DELETE /v2.0/security-groups/070aa918-b449-4530-ab76-b0d4d6f657fb HTTP/1.1" status: 204 len: 168 time: 0.1803749 May 10 11:33:58.047625 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45832) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:58.063646 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.api.v2.resource [None req-63e5f893-3c5a-4761-b938-335135e4784f tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] show failed (client error): The resource could not be found. May 10 11:33:58.064581 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-63e5f893-3c5a-4761-b938-335135e4784f tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "GET /v2.0/security-groups/070aa918-b449-4530-ab76-b0d4d6f657fb HTTP/1.1" status: 404 len: 347 time: 0.0160992 May 10 11:33:58.067296 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45836) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:33:58.280557 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-d7f61149-da91-4001-b783-6339957aeee8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Deleting port 0c5cfc59-d6ba-4f7f-a928-69519a37c8c0 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:33:58.280925 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d7f61149-da91-4001-b783-6339957aeee8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.475758 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d7f61149-da91-4001-b783-6339957aeee8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.475991 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d7f61149-da91-4001-b783-6339957aeee8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.597321 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-d7f61149-da91-4001-b783-6339957aeee8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Calling delete_port for 0c5cfc59-d6ba-4f7f-a928-69519a37c8c0 owned by network:floatingip {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:33:58.702820 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d7f61149-da91-4001-b783-6339957aeee8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.706427 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e8bb8902-9244-4b07-a49c-c7e1fcb8b842 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:33:58.750986 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f61149-da91-4001-b783-6339957aeee8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Pushing event deleted for resources: {'Port': ['ID=0c5cfc59-d6ba-4f7f-a928-69519a37c8c0,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:33:58.754312 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d7f61149-da91-4001-b783-6339957aeee8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:33:58.840798 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d7f61149-da91-4001-b783-6339957aeee8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks [] for floatingip, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.854043 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d7f61149-da91-4001-b783-6339957aeee8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:33:58.855127 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-d7f61149-da91-4001-b783-6339957aeee8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] 10.222.0.13 "DELETE /v2.0/floatingips/6c9119aa-ed54-4e13-b9ba-c76c42a912bf HTTP/1.1" status: 204 len: 168 time: 0.7869868 May 10 11:34:07.338946 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45902) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:07.706998 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-c545ae95-313a-450e-bb0b-8df6ae435b39 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529508815&fields=id&tenant_id=cf380bd79b3e49db8a7de213adc83183 HTTP/1.1" status: 200 len: 267 time: 0.0576067 May 10 11:34:07.996552 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-97c6103e-0d96-4db7-87c6-8d408e5cd1b8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:07.997965 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-97c6103e-0d96-4db7-87c6-8d408e5cd1b8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 812 time: 0.2402925 May 10 11:34:08.038445 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-96c1d50d-45e8-48f3-af8d-b0b911e2e94c tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/quotas/cf380bd79b3e49db8a7de213adc83183 HTTP/1.1" status: 200 len: 375 time: 0.0167477 May 10 11:34:08.181203 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-769e62b9-8baa-4775-84a9-8f292468db8a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1362555 May 10 11:34:08.459761 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-61d30e1e-2998-41b5-99f3-320aae1ae040 service neutron] 10.222.0.13 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668855 May 10 11:34:08.540943 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801155'] for router_interface, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:08.734464 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-b697b6b8-6cdd-4bed-ab3d-0532979b3d54 service neutron] 10.222.0.13 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677965 May 10 11:34:08.995784 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] Deleting port 536b7c3b-177e-4fae-9411-0b14f4f7d461 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:34:08.996123 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.115805 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] For port 536b7c3b-177e-4fae-9411-0b14f4f7d461, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=536b7c3b-177e-4fae-9411-0b14f4f7d461,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:09.116153 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.235312 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] Calling delete_port for 536b7c3b-177e-4fae-9411-0b14f4f7d461 owned by network:router_interface {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:34:09.366247 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:09.370559 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:09.416631 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] Pushing event deleted for resources: {'Port': ['ID=536b7c3b-177e-4fae-9411-0b14f4f7d461,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:09.442228 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:09.674032 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3791091'] for router_interface, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.158512 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d8de2463-9cd7-4045-ae80-23437bcbfd83 req-1ae7a171-63c4-4ad6-801a-7527434fd4a4 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 210 time: 0.0571721 May 10 11:34:10.162907 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] Router 52a4457a-bbad-4e4c-aa24-94649f57335d has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:34:10.351570 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:34:10.360131 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bb18f-a0b2-436a-b323-a7799f3dfd23 None None] Sync routers for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:10.366311 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] 10.222.0.13 "PUT /v2.0/routers/52a4457a-bbad-4e4c-aa24-94649f57335d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0261030 May 10 11:34:10.368832 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45934) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:10.370434 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1bb18f-a0b2-436a-b323-a7799f3dfd23 None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:10.370538 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-6c1bb18f-a0b2-436a-b323-a7799f3dfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:33:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:10.545194 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-6c1bb18f-a0b2-436a-b323-a7799f3dfd23 None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:10.556926 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Notify callbacks [] for router, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.767967 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.837328 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Deleting port 2a41a66b-19f2-42cc-95a3-e79fda6d2474 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:34:10.837579 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:10.888719 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-6c1bb18f-a0b2-436a-b323-a7799f3dfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:34:09Z', 'revision_number': 5, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port': {'id': '2a41a66b-19f2-42cc-95a3-e79fda6d2474', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:18Z', 'updated_at': '2021-05-10T11:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:10.892535 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bb18f-a0b2-436a-b323-a7799f3dfd23 None None] Checking router: 52a4457a-bbad-4e4c-aa24-94649f57335d for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:10.901427 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1bb18f-a0b2-436a-b323-a7799f3dfd23 None None] Routers {'52a4457a-bbad-4e4c-aa24-94649f57335d'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:10.902035 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-6c1bb18f-a0b2-436a-b323-a7799f3dfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:33:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['52a4457a-bbad-4e4c-aa24-94649f57335d'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:10.957073 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] For port 2a41a66b-19f2-42cc-95a3-e79fda6d2474, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=2a41a66b-19f2-42cc-95a3-e79fda6d2474,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:10.957422 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.052495 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-6c1bb18f-a0b2-436a-b323-a7799f3dfd23 None None] Set router 52a4457a-bbad-4e4c-aa24-94649f57335d gateway port host: None {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:11.079568 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Calling delete_port for 2a41a66b-19f2-42cc-95a3-e79fda6d2474 owned by network:router_gateway {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:34:11.233403 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-6c1bb18f-a0b2-436a-b323-a7799f3dfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:34:10Z', 'revision_number': 6, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port_host': None}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:11.235444 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-2f8e5cce-3ebe-47ca-896c-bc155f585eb5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:11.236483 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-2f8e5cce-3ebe-47ca-896c-bc155f585eb5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Synchronizing usage tracker for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:network {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:34:11.242785 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bb18f-a0b2-436a-b323-a7799f3dfd23 None None] The sync data for ids ['52a4457a-bbad-4e4c-aa24-94649f57335d'] in dv-cinder-784956-5-iscsi is: [{'id': '52a4457a-bbad-4e4c-aa24-94649f57335d', 'name': 'tempest-AttachVolumeTestJSON-1545122855-router', 'tenant_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:16Z', 'updated_at': '2021-05-10T11:34:10Z', 'revision_number': 6, 'project_id': 'e0b8b57c604344f7b02ff5868bbe1e76', 'gw_port_host': None}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:11.262044 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-2f8e5cce-3ebe-47ca-896c-bc155f585eb5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Unset dirty status for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:network {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:34:11.263280 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-2f8e5cce-3ebe-47ca-896c-bc155f585eb5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 812 time: 0.1938014 May 10 11:34:11.332174 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-4c64a1f7-d115-42f6-a967-0e53f64aee6e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Synchronizing usage tracker for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:security_group {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:34:11.349707 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-4c64a1f7-d115-42f6-a967-0e53f64aee6e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Unset dirty status for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:security_group {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:34:11.351444 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-4c64a1f7-d115-42f6-a967-0e53f64aee6e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf380bd79b3e49db8a7de213adc83183 HTTP/1.1" status: 200 len: 379 time: 0.0799172 May 10 11:34:11.360401 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Request body: {'port': {'device_id': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'admin_state_up': True, 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'security_groups': ['42fad3a2-aae3-4737-8c55-5d91d779d162']}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:11.376457 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-031398b5-f3d2-4c5c-80a8-807b02460226 req-00e4d4ae-fa2a-491c-bfab-e8cb1fe0512d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 210 time: 0.0493782 May 10 11:34:11.403558 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.407139 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-269d6d94-50b0-44af-9002-b63410fb2212 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:11.456361 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Pushing event deleted for resources: {'Port': ['ID=2a41a66b-19f2-42cc-95a3-e79fda6d2474,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:11.458632 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:11.504620 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:11.514976 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:11.524534 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Made reservation on behalf of cf380bd79b3e49db8a7de213adc83183 for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:11.527978 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.550568 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816807'] for router_gateway, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.737606 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3811131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60751'] for router, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.739755 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.770130 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3812213'] for router, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.771222 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52a4457a-bbad-4e4c-aa24-94649f57335d {{(pid=78729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:34:11.786735 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Notify callbacks [] for router, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.791820 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] 10.222.0.13 "DELETE /v2.0/routers/52a4457a-bbad-4e4c-aa24-94649f57335d HTTP/1.1" status: 204 len: 168 time: 1.4219339 May 10 11:34:11.792820 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45940) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:11.802966 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Allocated IP 172.20.0.7 (92d4a7e0-0203-4451-b99d-34c2bc41c784/bf58a4b4-1646-4b4a-8001-40b33bdb7ea9/3fd95b99-3a68-4fa1-a6e5-fefddaedca9e) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:11.852960 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_v2 [None req-d464671f-accb-482c-8059-bc03aac228ae admin admin] Deleting subnet 097652b3-55a3-410a-a095-41743a687aac {{(pid=78729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:34:11.855844 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d464671f-accb-482c-8059-bc03aac228ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.904870 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d464671f-accb-482c-8059-bc03aac228ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10029481'] for subnet, precommit_delete_associations {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:11.990100 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d464671f-accb-482c-8059-bc03aac228ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.000787 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.016287 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Transition to ACTIVE for port object 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:12.041791 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.047528 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:12.111340 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Network 92d4a7e0-0203-4451-b99d-34c2bc41c784 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:12.114468 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:12.123986 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:34:12.154187 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'Port': ['ID=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:12.160568 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:12.192854 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:12.193677 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.220953 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-98994b5a-4e95-487d-86df-c4bcd16ee0a1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8645573 May 10 11:34:12.233970 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Request body: {'port': {'device_id': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:12.247639 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d464671f-accb-482c-8059-bc03aac228ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2228974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2416174'] for subnet, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.252244 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:12.292169 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464671f-accb-482c-8059-bc03aac228ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097652b3-55a3-410a-a095-41743a687aac,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:12.295275 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d464671f-accb-482c-8059-bc03aac228ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:12.296250 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d464671f-accb-482c-8059-bc03aac228ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.301456 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8fbbcc-98b1-4a13-999e-2c1f8abb196b None None] Network 367daadb-7975-4d87-914f-7685d11912a0 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:12.304079 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-d464671f-accb-482c-8059-bc03aac228ae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/097652b3-55a3-410a-a095-41743a687aac HTTP/1.1" status: 204 len: 168 time: 0.5099385 May 10 11:34:12.306778 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45944) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:12.360443 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.442005 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.520561 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-a4c23145-4f72-4299-aaad-d73be5a7e66f None None] Provisioning for port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:12.528197 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-a4c23145-4f72-4299-aaad-d73be5a7e66f None None] Provisioning complete for port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:12.528571 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a4c23145-4f72-4299-aaad-d73be5a7e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.593034 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-a4c23145-4f72-4299-aaad-d73be5a7e66f None None] Port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:34:12.593249 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Deleting port a77b8749-3672-4bf6-bab0-03d2619721a2 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:34:12.593648 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.669584 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] DHCP port deletion for 367daadb-7975-4d87-914f-7685d11912a0 request from dv-cinder-784956-5-iscsi {{(pid=78730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:34:12.720244 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a1eb3-6449-4e99-b592-c9600af5de8c req-393befd5-27f2-46b0-8bf9-682b3ea58ee5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:12.720244 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-503a1eb3-6449-4e99-b592-c9600af5de8c req-393befd5-27f2-46b0-8bf9-682b3ea58ee5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 931 time: 0.2269330 May 10 11:34:12.721571 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] For port a77b8749-3672-4bf6-bab0-03d2619721a2, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=a77b8749-3672-4bf6-bab0-03d2619721a2,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:12.721936 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.749589 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Deleting port a77b8749-3672-4bf6-bab0-03d2619721a2 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:34:12.749976 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.764469 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:34:12.769085 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device a77b8749-3672-4bf6-bab0-03d2619721a2 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:34:12.771923 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.786725 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Transition to ACTIVE for port object 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:12.792210 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.797189 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:12.903201 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] For port a77b8749-3672-4bf6-bab0-03d2619721a2, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=a77b8749-3672-4bf6-bab0-03d2619721a2,segment=NetworkSegment(6fc30256-2f1e-4fe8-b0cb-9f40963361ef),segment_id=6fc30256-2f1e-4fe8-b0cb-9f40963361ef)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:12.903913 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:12.967775 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Pushing event updated for resources: {'Port': ['ID=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:12.975627 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:12.990510 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Calling delete_port for a77b8749-3672-4bf6-bab0-03d2619721a2 owned by network:dhcp {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:34:13.043789 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-503a1eb3-6449-4e99-b592-c9600af5de8c req-11de8db8-934f-4f1a-94ec-3d1c71995fd9 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994602 May 10 11:34:13.052065 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Calling delete_port for a77b8749-3672-4bf6-bab0-03d2619721a2 owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:34:13.074012 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Attempting to bind port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:13.074346 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Attempting to bind port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:13.074671 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Attempting to bind port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e on network 92d4a7e0-0203-4451-b99d-34c2bc41c784 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:13.080389 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e on network 92d4a7e0-0203-4451-b99d-34c2bc41c784 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:34:13.080768 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Attempting to bind port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e on network 92d4a7e0-0203-4451-b99d-34c2bc41c784 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:13.086504 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:34:13.086842 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Checking segment: {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:34:13.087224 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Bound using segment: {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:34:13.087653 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Bound port: 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987084e9-d698-462b-b3bd-1c7ebde64f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:13.088020 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.088693 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.093539 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1591906a-d09d-4a92-a6e7-55945189af10 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:13.110282 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Port a77b8749-3672-4bf6-bab0-03d2619721a2 update to DOWN by agent not found {{(pid=78730) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} May 10 11:34:13.110719 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 536b7c3b-177e-4fae-9411-0b14f4f7d461 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:34:13.140355 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a77b8749-3672-4bf6-bab0-03d2619721a2,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:13.142476 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] No DVR routers for this DVR port a77b8749-3672-4bf6-bab0-03d2619721a2 on host dv-cinder-784956-5-iscsi {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:13.143836 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:13.153423 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 536b7c3b-177e-4fae-9411-0b14f4f7d461 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:34:13.153764 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 536b7c3b-177e-4fae-9411-0b14f4f7d461 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:34:13.154185 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 2a41a66b-19f2-42cc-95a3-e79fda6d2474 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:34:13.185378 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] For port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e, host hv-cinder-78495, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:34:13.188782 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] For port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:34:13.194377 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.195057 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 2a41a66b-19f2-42cc-95a3-e79fda6d2474 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:34:13.195912 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 2a41a66b-19f2-42cc-95a3-e79fda6d2474 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:34:13.201477 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-af7b51b3-bf03-429d-9c4a-8ec0375d4816 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:13.228440 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.232479 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:13.258327 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:13.258943 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.260674 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] 10.222.0.30 "PUT /v2.0/ports/3fd95b99-3a68-4fa1-a6e5-fefddaedca9e HTTP/1.1" status: 200 len: 1093 time: 1.0317869 May 10 11:34:13.260835 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'tag': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:13.264519 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.280452 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Pushing event deleted for resources: {'Port': ['ID=a77b8749-3672-4bf6-bab0-03d2619721a2,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:13.287189 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367daadb-7975-4d87-914f-7685d11912a0']}} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:13.290860 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] No DVR routers for this DVR port a77b8749-3672-4bf6-bab0-03d2619721a2 on host dv-cinder-784956-5-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:13.293237 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.293498 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.293844 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.294182 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.294516 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.294851 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.295178 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.295867 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.295867 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.296186 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.296471 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.296821 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:13.300482 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:13.317216 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Pushing event updated for resources: {'Port': ['ID=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:13.318932 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc30256-2f1e-4fe8-b0cb-9f40963361ef') {'for_net_delete': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:13.319803 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc30256-2f1e-4fe8-b0cb-9f40963361ef') {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:13.339894 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10029494'] for segment, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.349804 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:13.356989 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'tag': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e', 'status': 'completed', 'code': 200} May 10 11:34:13.359040 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.365180 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=78729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:34:13.365654 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228872'] for segment, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: Traceback (most recent call last): May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: timer() May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: cb(*args, **kw) May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: return func(*args, **kwargs) May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: self._notify() May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: self.callback(batched_events) May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: event.method(event) May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: return f(self, *a, **k) May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._get(url).json() May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: return self.request(url, 'GET', **kwargs) May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:34:13.379997 dv-cinder-784956-5-iscsi neutron-server[78729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:34:13.400406 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-cfbf4bf7-4297-4487-af2e-138ef3117931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:13.401953 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-cfbf4bf7-4297-4487-af2e-138ef3117931 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 1096 time: 0.0861754 May 10 11:34:13.464983 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.469024 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:13.474198 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-38f9ecdb-b903-4217-99a3-33e888e5a0f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e HTTP/1.1" status: 200 len: 217 time: 0.0642791 May 10 11:34:13.483044 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.493856 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Pushing event deleted for resources: {'Network': ['ID=367daadb-7975-4d87-914f-7685d11912a0,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:13.498578 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:13.509287 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/367daadb-7975-4d87-914f-7685d11912a0 HTTP/1.1" status: 204 len: 168 time: 1.2012620 May 10 11:34:13.544637 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-e19dc577-b2ba-4b6b-a1ce-860862e79974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:13.546053 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-e19dc577-b2ba-4b6b-a1ce-860862e79974 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 200 len: 851 time: 0.0657887 May 10 11:34:13.625806 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-25ee2498-f5b5-461c-997e-b2b10b037329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:13.627275 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-25ee2498-f5b5-461c-997e-b2b10b037329 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92d4a7e0-0203-4451-b99d-34c2bc41c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749121 May 10 11:34:13.654772 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45956) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:13.703857 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-1b950eea-f080-40e9-a690-7b1faa93b793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0b8b57c604344f7b02ff5868bbe1e76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478432 May 10 11:34:13.706221 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 45960) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:13.769133 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e41d9385-27a7-4b72-9af1-78cdbaf0ac0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.796487 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e41d9385-27a7-4b72-9af1-78cdbaf0ac0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.846915 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e41d9385-27a7-4b72-9af1-78cdbaf0ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.850495 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d2c22485-83a3-4f7b-8b97-5dd64ab16fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:13.853482 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-93ec4ba6-ac3e-4203-ab08-39398933a3bd service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195165 May 10 11:34:13.863758 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d9385-27a7-4b72-9af1-78cdbaf0ac0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c771b115-778c-4ebe-b8ad-7cb7210d8756,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:13.867202 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e41d9385-27a7-4b72-9af1-78cdbaf0ac0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:13.874863 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-e41d9385-27a7-4b72-9af1-78cdbaf0ac0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:13.878357 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-e41d9385-27a7-4b72-9af1-78cdbaf0ac0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c771b115-778c-4ebe-b8ad-7cb7210d8756 HTTP/1.1" status: 204 len: 168 time: 0.1689618 May 10 11:34:13.986862 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-dc97a4ab-d898-43d2-b67d-ca37985556a6 req-a2ed57d8-b3c4-404a-aef3-16bd47eef6eb service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263573 May 10 11:34:14.104825 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:14.110267 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075868f-7411-4038-aec6-36ad054a9ca2 req-4661ae82-7225-40f7-b933-2dbb16d9d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:14.111789 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1075868f-7411-4038-aec6-36ad054a9ca2 req-4661ae82-7225-40f7-b933-2dbb16d9d0ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 1096 time: 0.0813892 May 10 11:34:14.238274 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d30cf6-e6b7-4beb-97e6-703492065f00 req-abc792e2-7553-40d1-a139-f3ea5db960e0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:14.239726 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-24d30cf6-e6b7-4beb-97e6-703492065f00 req-abc792e2-7553-40d1-a139-f3ea5db960e0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 943 time: 0.0879877 May 10 11:34:14.259639 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075868f-7411-4038-aec6-36ad054a9ca2 req-7f30c8df-4df5-4274-9b10-22ca2a1a810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:14.261321 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1075868f-7411-4038-aec6-36ad054a9ca2 req-7f30c8df-4df5-4274-9b10-22ca2a1a810b service neutron] 10.222.0.30 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 913 time: 0.1430078 May 10 11:34:14.287675 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-24d30cf6-e6b7-4beb-97e6-703492065f00 req-679e9555-5442-4d21-9000-84b71cb3cbbb tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407932 May 10 11:34:14.331396 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1075868f-7411-4038-aec6-36ad054a9ca2 req-4753cd54-ffd3-497a-9c32-916f6832418d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e HTTP/1.1" status: 200 len: 217 time: 0.0632970 May 10 11:34:14.397703 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075868f-7411-4038-aec6-36ad054a9ca2 req-e053f0cc-d0d8-42b6-9c20-f0d006c164b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:14.399150 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1075868f-7411-4038-aec6-36ad054a9ca2 req-e053f0cc-d0d8-42b6-9c20-f0d006c164b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 200 len: 851 time: 0.0609956 May 10 11:34:14.475160 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075868f-7411-4038-aec6-36ad054a9ca2 req-2d9a1796-0ede-411d-98de-43317b2fa9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:14.477202 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1075868f-7411-4038-aec6-36ad054a9ca2 req-2d9a1796-0ede-411d-98de-43317b2fa9c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92d4a7e0-0203-4451-b99d-34c2bc41c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708983 May 10 11:34:14.611262 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1075868f-7411-4038-aec6-36ad054a9ca2 req-eb67dd72-d01b-4a79-b8f2-66c8bc1f09ff service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264944 May 10 11:34:14.744531 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-1075868f-7411-4038-aec6-36ad054a9ca2 req-098350e1-dbe4-4602-a07b-67a2b216661a service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263223 May 10 11:34:15.480500 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1ce01-d770-465e-9369-41a4c21f966b req-026c638c-bce6-4fa8-95ed-be018d6543c3 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:15.481278 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b4d1ce01-d770-465e-9369-41a4c21f966b req-026c638c-bce6-4fa8-95ed-be018d6543c3 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 943 time: 0.0826480 May 10 11:34:15.527748 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b4d1ce01-d770-465e-9369-41a4c21f966b req-95056425-aadf-4c64-8708-aabcfd9abcfe tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403156 May 10 11:34:16.459310 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 46036) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:16.576638 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b4190e48-32c0-4a67-87e1-4851d5853e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.591209 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b4190e48-32c0-4a67-87e1-4851d5853e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:16.595206 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b4190e48-32c0-4a67-87e1-4851d5853e46 admin admin] Usage tracker for resource:security_group_rule and tenant:a5fa773bf22c4e13a90fdf1871e69ad2 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:16.598518 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-b4190e48-32c0-4a67-87e1-4851d5853e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:16.605059 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-b4190e48-32c0-4a67-87e1-4851d5853e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:16.697180 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b4190e48-32c0-4a67-87e1-4851d5853e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.701051 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b4190e48-32c0-4a67-87e1-4851d5853e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.709629 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b31eddda-b205-41cc-81c1-0c3d1f70ce10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:16.754046 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b4190e48-32c0-4a67-87e1-4851d5853e46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5fa773bf22c4e13a90fdf1871e69ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936611 May 10 11:34:16.754973 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4190e48-32c0-4a67-87e1-4851d5853e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf2a718-ed1d-495e-a3cf-26d461d2bda7,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:16.758260 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b4190e48-32c0-4a67-87e1-4851d5853e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:16.758886 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 46046) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:16.816973 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d40158f-bdd8-4f30-9113-288d7c3a87db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.828317 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045826ff-2932-4111-a5b1-b38f54be0d12 req-19ac3616-c381-48f2-ae80-7419796e81a8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:16.829791 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-045826ff-2932-4111-a5b1-b38f54be0d12 req-19ac3616-c381-48f2-ae80-7419796e81a8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 943 time: 0.1975830 May 10 11:34:16.843578 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d40158f-bdd8-4f30-9113-288d7c3a87db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.875639 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-045826ff-2932-4111-a5b1-b38f54be0d12 req-6b6f507c-db45-4646-b61d-f9ed644cbe4e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389390 May 10 11:34:16.895109 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d40158f-bdd8-4f30-9113-288d7c3a87db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.899337 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:16.910313 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40158f-bdd8-4f30-9113-288d7c3a87db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf2a718-ed1d-495e-a3cf-26d461d2bda7,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:16.913635 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3d40158f-bdd8-4f30-9113-288d7c3a87db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:16.917315 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3d40158f-bdd8-4f30-9113-288d7c3a87db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:16.918389 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3d40158f-bdd8-4f30-9113-288d7c3a87db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbf2a718-ed1d-495e-a3cf-26d461d2bda7 HTTP/1.1" status: 204 len: 168 time: 0.1586108 May 10 11:34:17.190038 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46054) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:17.210794 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-62713426-3ac3-45b4-ba76-aa7134e7521b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.224633 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-62713426-3ac3-45b4-ba76-aa7134e7521b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:17.228979 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-62713426-3ac3-45b4-ba76-aa7134e7521b admin admin] Usage tracker for resource:security_group_rule and tenant:f913b73caa2b46d697d70c10bb98beac is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:17.231986 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-62713426-3ac3-45b4-ba76-aa7134e7521b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:17.237681 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-62713426-3ac3-45b4-ba76-aa7134e7521b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:17.317728 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-62713426-3ac3-45b4-ba76-aa7134e7521b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.321292 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-62713426-3ac3-45b4-ba76-aa7134e7521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.328948 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-fd2b92c2-1454-4eae-844b-eeb312d162fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:17.369520 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-62713426-3ac3-45b4-ba76-aa7134e7521b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f913b73caa2b46d697d70c10bb98beac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784208 May 10 11:34:17.370507 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62713426-3ac3-45b4-ba76-aa7134e7521b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194e28cc-6d95-41fe-aaad-ab40760b1fbf,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:17.372129 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 46058) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:17.373624 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-62713426-3ac3-45b4-ba76-aa7134e7521b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:17.429796 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d436f2a2-572e-4eb6-9eb0-e01d25b34b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.457414 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d436f2a2-572e-4eb6-9eb0-e01d25b34b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.506273 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d436f2a2-572e-4eb6-9eb0-e01d25b34b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.509810 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3b0956ad-4c33-4253-a2bb-780f0a9bbff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:17.520019 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436f2a2-572e-4eb6-9eb0-e01d25b34b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194e28cc-6d95-41fe-aaad-ab40760b1fbf,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:17.524274 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d436f2a2-572e-4eb6-9eb0-e01d25b34b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:17.527506 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d436f2a2-572e-4eb6-9eb0-e01d25b34b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:17.528588 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d436f2a2-572e-4eb6-9eb0-e01d25b34b84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/194e28cc-6d95-41fe-aaad-ab40760b1fbf HTTP/1.1" status: 204 len: 168 time: 0.1553955 May 10 11:34:18.239009 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cced8-c65e-475b-8256-3a9dbc89c3f9 req-2a79bcc2-b607-4c18-a9df-6bccbbb472be tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:18.240469 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-339cced8-c65e-475b-8256-3a9dbc89c3f9 req-2a79bcc2-b607-4c18-a9df-6bccbbb472be tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 943 time: 0.2597568 May 10 11:34:18.291931 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-339cced8-c65e-475b-8256-3a9dbc89c3f9 req-6c5e0a8f-5eed-4942-aa20-243d090e184e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456667 May 10 11:34:19.486541 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cba8a-fca0-434e-99ae-9130ae360b77 req-7e8fcb2c-b5ee-431f-b582-38843f90196d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:19.488000 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-806cba8a-fca0-434e-99ae-9130ae360b77 req-7e8fcb2c-b5ee-431f-b582-38843f90196d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 943 time: 0.0828385 May 10 11:34:19.508664 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 46128) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:19.533460 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-806cba8a-fca0-434e-99ae-9130ae360b77 req-aedb8054-4662-46b6-bf66-f6d9f89a4270 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391371 May 10 11:34:19.624532 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c6650bbb-6fb9-4d4e-95d4-2778580496a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.639353 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-c6650bbb-6fb9-4d4e-95d4-2778580496a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:19.643293 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-c6650bbb-6fb9-4d4e-95d4-2778580496a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a4eef5ac7a8747b78b0d3aa45678edc3 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:19.646107 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-c6650bbb-6fb9-4d4e-95d4-2778580496a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:19.652517 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-c6650bbb-6fb9-4d4e-95d4-2778580496a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:19.734186 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c6650bbb-6fb9-4d4e-95d4-2778580496a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.737649 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-c6650bbb-6fb9-4d4e-95d4-2778580496a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.746398 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e1b43f7c-96e8-4e4a-a2cc-4c2d821d5162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:19.785482 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-c6650bbb-6fb9-4d4e-95d4-2778580496a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4eef5ac7a8747b78b0d3aa45678edc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756584 May 10 11:34:19.786321 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6650bbb-6fb9-4d4e-95d4-2778580496a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f19777b-5052-463e-b0e8-a6e2a090c01e,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:19.788798 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46134) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:19.789301 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c6650bbb-6fb9-4d4e-95d4-2778580496a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:19.846620 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2b6fba10-a0a3-44d5-beaa-05613d40cf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.875647 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2b6fba10-a0a3-44d5-beaa-05613d40cf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.925990 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2b6fba10-a0a3-44d5-beaa-05613d40cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.929938 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-047dda8c-a8d1-4b73-aefe-0cd0e411ec75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:19.942398 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fba10-a0a3-44d5-beaa-05613d40cf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f19777b-5052-463e-b0e8-a6e2a090c01e,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:19.946712 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-2b6fba10-a0a3-44d5-beaa-05613d40cf8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:19.952058 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2b6fba10-a0a3-44d5-beaa-05613d40cf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:19.953194 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-2b6fba10-a0a3-44d5-beaa-05613d40cf8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f19777b-5052-463e-b0e8-a6e2a090c01e HTTP/1.1" status: 204 len: 168 time: 0.1633661 May 10 11:34:20.227709 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46144) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:20.245647 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4ec3262f-ef4e-4a51-a786-5d86c3dbcee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.259804 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-4ec3262f-ef4e-4a51-a786-5d86c3dbcee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:20.263734 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-4ec3262f-ef4e-4a51-a786-5d86c3dbcee0 admin admin] Usage tracker for resource:security_group_rule and tenant:895d3de9566043658ce5a4d7ad9dab60 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:20.266561 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-4ec3262f-ef4e-4a51-a786-5d86c3dbcee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:20.272334 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-4ec3262f-ef4e-4a51-a786-5d86c3dbcee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:20.354585 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4ec3262f-ef4e-4a51-a786-5d86c3dbcee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.358431 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-4ec3262f-ef4e-4a51-a786-5d86c3dbcee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.366576 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7073f43c-09ba-4353-a92c-f9201031555b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:20.404020 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3262f-ef4e-4a51-a786-5d86c3dbcee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2b5ff7-61c8-494e-ab1d-a18310af178c,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:20.408097 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-4ec3262f-ef4e-4a51-a786-5d86c3dbcee0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=895d3de9566043658ce5a4d7ad9dab60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793983 May 10 11:34:20.408984 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4ec3262f-ef4e-4a51-a786-5d86c3dbcee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:20.410956 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46150) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:20.472253 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ac1f-3f5e-40b2-b6a3-8c9c97a48f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.498187 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ac1f-3f5e-40b2-b6a3-8c9c97a48f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.548632 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ac1f-3f5e-40b2-b6a3-8c9c97a48f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.553378 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3a0303b4-54fc-4322-9151-9d8da5a66444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:20.566416 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ac1f-3f5e-40b2-b6a3-8c9c97a48f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2b5ff7-61c8-494e-ab1d-a18310af178c,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:20.569226 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-2cc1ac1f-3f5e-40b2-b6a3-8c9c97a48f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:20.570155 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ac1f-3f5e-40b2-b6a3-8c9c97a48f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.574221 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-2cc1ac1f-3f5e-40b2-b6a3-8c9c97a48f28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d2b5ff7-61c8-494e-ab1d-a18310af178c HTTP/1.1" status: 204 len: 168 time: 0.1622570 May 10 11:34:20.735976 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7360510-cf81-4bfd-bcc0-15d99ea04a90 req-24c8d309-7262-4e36-9309-024cd2f2ce27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:20.737488 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b7360510-cf81-4bfd-bcc0-15d99ea04a90 req-24c8d309-7262-4e36-9309-024cd2f2ce27 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 943 time: 0.0815716 May 10 11:34:20.763207 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:34:20.788159 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b7360510-cf81-4bfd-bcc0-15d99ea04a90 req-f67d0df8-8a2c-4ab9-ac71-c8d86ca4d0c8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435514 May 10 11:34:20.897397 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:20.910601 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'port_id': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e', 'mac_address': 'fa:16:3e:4d:4a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:34:20.965163 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:20.983237 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:34:20.999069 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:21.002530 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:21.004377 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:21.071516 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:21.074816 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:21.316642 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['3fd95b99-3a68-4fa1-a6e5-fefddaedca9e'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:34:21.973076 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c59cd-b0b2-4a66-835a-2587f4b6ca0f req-311ed7e4-6797-4d2f-8491-7d2d151698bd tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:21.974512 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bf5c59cd-b0b2-4a66-835a-2587f4b6ca0f req-311ed7e4-6797-4d2f-8491-7d2d151698bd tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 944 time: 0.0798385 May 10 11:34:22.021682 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bf5c59cd-b0b2-4a66-835a-2587f4b6ca0f req-0578f742-f2aa-4ade-a057-c563348599ca tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409071 May 10 11:34:22.340497 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1f17118a-6df7-4161-8b9a-ae0f568caed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.773609 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:22.841444 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:22.845778 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:22.846148 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.955959 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.981476 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:22.992832 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:22.997260 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:22.999076 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:23.037210 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e', 'code': 200} May 10 11:34:23.072644 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:23.075703 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:23.209443 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9372a6-dbae-4657-af73-63c163e335c2 req-196173e1-c89d-4850-a59f-8ff15440c65e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:23.210828 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ac9372a6-dbae-4657-af73-63c163e335c2 req-196173e1-c89d-4850-a59f-8ff15440c65e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 945 time: 0.0838766 May 10 11:34:23.256916 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ac9372a6-dbae-4657-af73-63c163e335c2 req-4bff3a9d-baa9-4d49-af91-0d144a9329a0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401940 May 10 11:34:23.306055 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9f525-3690-4e54-95e5-d573c57e5f90 req-12ef3709-e63a-4b29-96d7-b6f14f7c51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:23.307506 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-33c9f525-3690-4e54-95e5-d573c57e5f90 req-12ef3709-e63a-4b29-96d7-b6f14f7c51fa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 1098 time: 0.0736434 May 10 11:34:23.346233 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-33c9f525-3690-4e54-95e5-d573c57e5f90 req-8618219b-2941-4453-b636-2a72d2399e8a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323415 May 10 11:34:24.439439 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d57d5-8d97-4e37-b800-c7a58ef0db79 req-88eecb71-e56f-49c7-bb93-47f0d99db13d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:24.440902 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-920d57d5-8d97-4e37-b800-c7a58ef0db79 req-88eecb71-e56f-49c7-bb93-47f0d99db13d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 945 time: 0.0805588 May 10 11:34:24.484612 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-920d57d5-8d97-4e37-b800-c7a58ef0db79 req-cd29f274-d73b-4e6c-a0dd-fe298de18707 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380232 May 10 11:34:24.972829 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8c19f71a-4033-469a-b4a6-54db090a5aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.079235 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 46224) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:25.081791 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.193826 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8d4c7b77-fb34-4341-9f3a-b6ef1b4be124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.207994 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8d4c7b77-fb34-4341-9f3a-b6ef1b4be124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:25.212309 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8d4c7b77-fb34-4341-9f3a-b6ef1b4be124 admin admin] Usage tracker for resource:security_group_rule and tenant:2ce30029ffca4be9910ba8e0ceaf6a7a is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:25.215087 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8d4c7b77-fb34-4341-9f3a-b6ef1b4be124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:25.220689 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8d4c7b77-fb34-4341-9f3a-b6ef1b4be124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:25.302225 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8d4c7b77-fb34-4341-9f3a-b6ef1b4be124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.305695 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8d4c7b77-fb34-4341-9f3a-b6ef1b4be124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.312191 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-1f5b75dc-8d46-43c0-b431-c27334d23d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:25.357110 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8d4c7b77-fb34-4341-9f3a-b6ef1b4be124 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ce30029ffca4be9910ba8e0ceaf6a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767987 May 10 11:34:25.358006 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c7b77-fb34-4341-9f3a-b6ef1b4be124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf9287f-2a1d-4238-b4c0-d0c808fdb0f4,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:25.359699 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46230) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:25.361014 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8d4c7b77-fb34-4341-9f3a-b6ef1b4be124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:25.419580 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a6c2efc7-5447-4394-b301-e5134ac14c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.443821 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a6c2efc7-5447-4394-b301-e5134ac14c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.493002 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a6c2efc7-5447-4394-b301-e5134ac14c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.496400 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4743c482-25d8-4f54-ac94-62d7f81e9bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:25.506728 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2efc7-5447-4394-b301-e5134ac14c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf9287f-2a1d-4238-b4c0-d0c808fdb0f4,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:25.509402 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a6c2efc7-5447-4394-b301-e5134ac14c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:25.514684 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a6c2efc7-5447-4394-b301-e5134ac14c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.516013 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-a6c2efc7-5447-4394-b301-e5134ac14c40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cf9287f-2a1d-4238-b4c0-d0c808fdb0f4 HTTP/1.1" status: 204 len: 168 time: 0.1550908 May 10 11:34:25.671868 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178acde0-a894-40fa-af47-8312e3e8d39c req-afc4680e-5781-407e-a36b-d382e27748c5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:25.673301 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-178acde0-a894-40fa-af47-8312e3e8d39c req-afc4680e-5781-407e-a36b-d382e27748c5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 945 time: 0.0818765 May 10 11:34:25.801020 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 46240) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:25.810945 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-178acde0-a894-40fa-af47-8312e3e8d39c req-03025cf7-b515-4c3f-b02e-e0329413a438 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316411 May 10 11:34:25.819150 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd717-1ff6-413f-94d0-5c3e7edfb1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.833495 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7d7fd717-1ff6-413f-94d0-5c3e7edfb1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:25.837941 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7d7fd717-1ff6-413f-94d0-5c3e7edfb1b8 admin admin] Usage tracker for resource:security_group_rule and tenant:954095b690cb4c30be6650ead40c2d39 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:25.840794 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-7d7fd717-1ff6-413f-94d0-5c3e7edfb1b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:25.846543 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-7d7fd717-1ff6-413f-94d0-5c3e7edfb1b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:25.928654 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd717-1ff6-413f-94d0-5c3e7edfb1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.933383 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd717-1ff6-413f-94d0-5c3e7edfb1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:25.940431 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3681531d-931b-4191-b0b0-7c348dd00be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:25.980798 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7d7fd717-1ff6-413f-94d0-5c3e7edfb1b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=954095b690cb4c30be6650ead40c2d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784122 May 10 11:34:25.981839 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fd717-1ff6-413f-94d0-5c3e7edfb1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2e0616-09c8-4a08-81cf-cc54efaf5ff3,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:25.983925 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46246) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:25.984810 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7d7fd717-1ff6-413f-94d0-5c3e7edfb1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:26.038415 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022d03f-3e39-416d-ac82-68c15a8def5d req-7b0034dd-d29c-4f73-9fd3-c7d4804114e5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:26.039850 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b022d03f-3e39-416d-ac82-68c15a8def5d req-7b0034dd-d29c-4f73-9fd3-c7d4804114e5 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 945 time: 0.1149950 May 10 11:34:26.070467 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.092257 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bf386fc4-d307-4cf2-8ff1-5cb39b94a5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.115218 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b022d03f-3e39-416d-ac82-68c15a8def5d req-f633efde-27f2-48ff-8f43-1e4e0ce59740 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675998 May 10 11:34:26.138990 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bf386fc4-d307-4cf2-8ff1-5cb39b94a5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.139367 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 46250) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:26.181655 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bf386fc4-d307-4cf2-8ff1-5cb39b94a5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.186424 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-32217deb-51f6-4697-ab9d-9c27a5fcb28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:26.199189 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf386fc4-d307-4cf2-8ff1-5cb39b94a5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2e0616-09c8-4a08-81cf-cc54efaf5ff3,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:26.201778 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-bf386fc4-d307-4cf2-8ff1-5cb39b94a5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:26.202964 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bf386fc4-d307-4cf2-8ff1-5cb39b94a5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.204044 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-bf386fc4-d307-4cf2-8ff1-5cb39b94a5da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c2e0616-09c8-4a08-81cf-cc54efaf5ff3 HTTP/1.1" status: 204 len: 168 time: 0.2192104 May 10 11:34:26.442082 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b8656c-e170-429c-8d28-42c4d5c35f2b tempest-TestVolumeBootPattern-648062278 tempest-TestVolumeBootPattern-648062278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:26.446206 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-75b8656c-e170-429c-8d28-42c4d5c35f2b tempest-TestVolumeBootPattern-648062278 tempest-TestVolumeBootPattern-648062278-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 1093 time: 0.3031425 May 10 11:34:26.446417 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 46260) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:26.451481 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Request body: {'floatingip': {'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'port_id': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:26.457246 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:26.461876 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Usage tracker for resource:floatingip and tenant:cf380bd79b3e49db8a7de213adc83183 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:26.464739 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:26.470434 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:26.568601 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for floatingip, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.706548 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:26.843040 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Allocated IP 172.27.3.97 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/58e9af20-0569-4b2b-8f2d-f8a38e464957) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:26.952581 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46282) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:26.996522 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.026983 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.031507 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e791ad4d-b35b-44a3-8723-455eff8fad2d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:27.060006 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-348880447-network', 'tenant_id': '1821659ec9fb4b7389b9c8c8affc7186'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:27.064636 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:27.068445 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Usage tracker for resource:network and tenant:1821659ec9fb4b7389b9c8c8affc7186 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:27.071820 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:27.078180 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:27.086839 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:27.088745 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Made reservation on behalf of 1821659ec9fb4b7389b9c8c8affc7186 for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:27.089650 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:27.091267 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.093287 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:34:27.103240 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.117377 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:27.121166 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Usage tracker for resource:security_group_rule and tenant:1821659ec9fb4b7389b9c8c8affc7186 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:27.123934 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:27.129558 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:27.133931 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'Port': ['ID=58e9af20-0569-4b2b-8f2d-f8a38e464957,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:27.137898 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:27.214397 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.220059 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.223209 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-75ff60a7-feaf-4a0d-8aba-3adcf9bf0ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:27.256500 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=78729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:34:27.261916 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01420b6-df7a-4c1b-8958-8cd78990c6f6,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:27.265544 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:27.269161 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.269515 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Added segment 9db77f84-3d18-4dad-adbb-497beddb6d0b of type vlan for network b3911dbd-55db-4963-960d-6a8996b31d67 May 10 11:34:27.296586 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.324897 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.326196 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:27.326770 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.330298 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:27.432467 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Pushing event updated for resources: {'Network': ['ID=b3911dbd-55db-4963-960d-6a8996b31d67,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:27.437481 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:27.441569 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4877367 May 10 11:34:27.444251 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46288) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:27.446661 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network b3911dbd-55db-4963-960d-6a8996b31d67 details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:34:27.450248 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Request body: {'subnet': {'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-348880447-subnet', 'tenant_id': '1821659ec9fb4b7389b9c8c8affc7186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:27.454928 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:27.458700 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Usage tracker for resource:subnet and tenant:1821659ec9fb4b7389b9c8c8affc7186 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:27.462604 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:27.468213 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:27.479184 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Made reservation on behalf of 1821659ec9fb4b7389b9c8c8affc7186 for: {'subnet': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:27.482331 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2416197'] for subnet, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.510880 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.512606 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.589922 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.794741 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.799543 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.804597 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:27.864034 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2112813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2416183'] for subnet, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.869322 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d464671f-accb-482c-8059-bc03aac228ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:27.907947 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event updated for resources: {'Port': ['ID=58e9af20-0569-4b2b-8f2d-f8a38e464957,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:27.911893 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:27.923066 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:27.941748 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3390536d-bbd6-4bdd-909f-5b4414d6f3bd,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:27.946149 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:27.950148 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Checking segment: {'id': '9db77f84-3d18-4dad-adbb-497beddb6d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:34:27.950500 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Network hostable DHCP agents. Network: b3911dbd-55db-4963-960d-6a8996b31d67, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:34:27.968553 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Network b3911dbd-55db-4963-960d-6a8996b31d67 is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:34:27.978019 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, b3911dbd-55db-4963-960d-6a8996b31d67) {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:27.987526 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:27.987685 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900a2170-e931-4c0b-9071-9b3fc1bcf55c None None] Network b3911dbd-55db-4963-960d-6a8996b31d67 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:27.988734 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.021163 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-7174864d-81d3-4676-beac-e5076f467282 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5717561 May 10 11:34:28.102618 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Floating IP 99ad6448-dc16-41ce-a0e0-f92b59a1f853 associated. External IP: 172.27.3.97, port: 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e. May 10 11:34:28.191280 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbe8f22-11f3-4adc-9085-af4630886d75 None None] Network b3911dbd-55db-4963-960d-6a8996b31d67 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:28.551424 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Router 35645bed-1822-442a-a9a9-298cec02fc03 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:34:28.739295 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:34:28.752546 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82527b66-5596-4bcf-bdf3-b88c8aa548e7 None None] Sync routers for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:28.761579 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82527b66-5596-4bcf-bdf3-b88c8aa548e7 None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:28.762186 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-82527b66-5596-4bcf-bdf3-b88c8aa548e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:34:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:28.780379 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:28.834154 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3867259 May 10 11:34:28.834899 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'tag': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:28.880219 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'tag': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e', 'status': 'completed', 'code': 200} May 10 11:34:28.933735 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-82527b66-5596-4bcf-bdf3-b88c8aa548e7 None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:28.974268 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b372ea7-bb9e-4299-ba2d-082b992a68dd req-d0538237-184d-4fbc-b682-04a9d7e2ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:28.975794 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3b372ea7-bb9e-4299-ba2d-082b992a68dd req-d0538237-184d-4fbc-b682-04a9d7e2ea2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 1098 time: 0.0739753 May 10 11:34:29.107359 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b372ea7-bb9e-4299-ba2d-082b992a68dd req-03ecb5fe-b68d-46e6-959e-1f0e3b67435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:29.108799 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3b372ea7-bb9e-4299-ba2d-082b992a68dd req-03ecb5fe-b68d-46e6-959e-1f0e3b67435d service neutron] 10.222.0.30 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 913 time: 0.1264451 May 10 11:34:29.206504 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3b372ea7-bb9e-4299-ba2d-082b992a68dd req-fd91e194-8a48-42c7-aaba-95c3980b22f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e HTTP/1.1" status: 200 len: 998 time: 0.0906236 May 10 11:34:29.273357 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b372ea7-bb9e-4299-ba2d-082b992a68dd req-8717f7eb-da14-4e38-8e3b-3efb5b0a6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:29.274798 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3b372ea7-bb9e-4299-ba2d-082b992a68dd req-8717f7eb-da14-4e38-8e3b-3efb5b0a6e9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 200 len: 851 time: 0.0619090 May 10 11:34:29.299263 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-82527b66-5596-4bcf-bdf3-b88c8aa548e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '625c712c-7bb1-42f9-8650-964898bb0ab0', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:3c:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:31:54Z', 'updated_at': '2021-05-10T11:31:57Z', 'revision_number': 1, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}, {'id': '99ad6448-dc16-41ce-a0e0-f92b59a1f853', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:4d:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:34:27Z', 'updated_at': '2021-05-10T11:34:27Z', 'revision_number': 0, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:29.302981 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82527b66-5596-4bcf-bdf3-b88c8aa548e7 None None] Checking router: 35645bed-1822-442a-a9a9-298cec02fc03 for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:29.311573 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82527b66-5596-4bcf-bdf3-b88c8aa548e7 None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:29.312162 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-82527b66-5596-4bcf-bdf3-b88c8aa548e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:34:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:29.348425 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b372ea7-bb9e-4299-ba2d-082b992a68dd req-cae3d951-8158-4acc-ae60-c510bd192572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:29.349928 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3b372ea7-bb9e-4299-ba2d-082b992a68dd req-cae3d951-8158-4acc-ae60-c510bd192572 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92d4a7e0-0203-4451-b99d-34c2bc41c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690484 May 10 11:34:29.360276 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [req-3b372ea7-bb9e-4299-ba2d-082b992a68dd req-f1059407-7ee0-45e9-a558-474737532a74 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:29.361277 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3b372ea7-bb9e-4299-ba2d-082b992a68dd req-f1059407-7ee0-45e9-a558-474737532a74 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052340 May 10 11:34:29.485067 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-82527b66-5596-4bcf-bdf3-b88c8aa548e7 None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:29.491347 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3b372ea7-bb9e-4299-ba2d-082b992a68dd req-78b80cfe-dbf0-493a-b266-2f1a6776af60 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235743 May 10 11:34:29.623048 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-3b372ea7-bb9e-4299-ba2d-082b992a68dd req-09672af4-9c96-4f4c-9bb3-32d34b0a260f service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255717 May 10 11:34:29.829620 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-82527b66-5596-4bcf-bdf3-b88c8aa548e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '625c712c-7bb1-42f9-8650-964898bb0ab0', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:3c:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:31:54Z', 'updated_at': '2021-05-10T11:31:57Z', 'revision_number': 1, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}, {'id': '99ad6448-dc16-41ce-a0e0-f92b59a1f853', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:4d:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:34:27Z', 'updated_at': '2021-05-10T11:34:27Z', 'revision_number': 0, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:29.833687 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82527b66-5596-4bcf-bdf3-b88c8aa548e7 None None] The sync data for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi is: [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '625c712c-7bb1-42f9-8650-964898bb0ab0', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:3c:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:31:54Z', 'updated_at': '2021-05-10T11:31:57Z', 'revision_number': 1, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}, {'id': '99ad6448-dc16-41ce-a0e0-f92b59a1f853', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:4d:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:34:27Z', 'updated_at': '2021-05-10T11:34:27Z', 'revision_number': 0, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:30.013466 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633166ab-a1be-4759-9bb3-7b90c46e2791 None None] New status for floating IP 99ad6448-dc16-41ce-a0e0-f92b59a1f853: ACTIVE {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:34:30.045739 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd970e-e011-44b0-9610-7643035302b5 req-e40ef121-76b0-4d70-add4-049769097c98 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:30.046409 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-5ccd970e-e011-44b0-9610-7643035302b5 req-e40ef121-76b0-4d70-add4-049769097c98 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Synchronizing usage tracker for tenant:1821659ec9fb4b7389b9c8c8affc7186 on resource:network {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:34:30.063010 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-5ccd970e-e011-44b0-9610-7643035302b5 req-e40ef121-76b0-4d70-add4-049769097c98 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Unset dirty status for tenant:1821659ec9fb4b7389b9c8c8affc7186 on resource:network {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:34:30.064321 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-e40ef121-76b0-4d70-add4-049769097c98 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/networks?id=b3911dbd-55db-4963-960d-6a8996b31d67 HTTP/1.1" status: 200 len: 808 time: 0.1689432 May 10 11:34:30.079427 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-1ca47774-7834-4421-ac26-86b2ebb101c0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/quotas/1821659ec9fb4b7389b9c8c8affc7186 HTTP/1.1" status: 200 len: 375 time: 0.0088730 May 10 11:34:30.126194 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-3771af35-6cbc-4609-a8f6-e870eee85f13 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1821659ec9fb4b7389b9c8c8affc7186&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410025 May 10 11:34:30.137317 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-5c64f7d5-3774-42a2-8a76-2a7933ebbcd2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:30.138218 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-5c64f7d5-3774-42a2-8a76-2a7933ebbcd2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050058 May 10 11:34:30.277419 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-7dd29daa-7783-4af3-849a-b03be2d1dbb0 service neutron] 10.222.0.13 "GET /v2.0/networks/b3911dbd-55db-4963-960d-6a8996b31d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331933 May 10 11:34:30.406216 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-86f8fe82-4e64-4ffa-b497-84b733978b3b service neutron] 10.222.0.13 "GET /v2.0/networks/b3911dbd-55db-4963-960d-6a8996b31d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223652 May 10 11:34:30.583540 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f0c55e2e-9342-46db-b153-f9b34dbea362 req-b2e3a3e7-ecfa-4207-bb4e-be77c1377226 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 210 time: 0.0463099 May 10 11:34:31.681808 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd970e-e011-44b0-9610-7643035302b5 req-7b4f972a-0053-462c-9799-b0516f132b55 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:31.683226 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-7b4f972a-0053-462c-9799-b0516f132b55 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.30 "GET /v2.0/networks?id=b3911dbd-55db-4963-960d-6a8996b31d67 HTTP/1.1" status: 200 len: 808 time: 0.2412584 May 10 11:34:31.701552 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Request body: {'port': {'device_id': 'bfc6710e-1370-4369-811e-bdde65ce7be2', 'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67', 'admin_state_up': True, 'tenant_id': '1821659ec9fb4b7389b9c8c8affc7186'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:31.732809 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a031fdeb-3ca1-4750-b61e-3ba025bc32d6 req-8d2bcb2d-5795-415e-a2bf-030fd2447985 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 210 time: 0.0426145 May 10 11:34:31.835382 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:31.839161 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Usage tracker for resource:port and tenant:1821659ec9fb4b7389b9c8c8affc7186 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:31.841948 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:31.847553 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:31.857381 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Made reservation on behalf of 1821659ec9fb4b7389b9c8c8affc7186 for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:31.860838 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.021814 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Allocated IP 172.20.0.8 (b3911dbd-55db-4963-960d-6a8996b31d67/3390536d-bbd6-4bdd-909f-5b4414d6f3bd/69a07cf7-7d68-4a69-9486-8397bf511e98) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:32.222328 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.252305 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.258770 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:32.315387 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Network b3911dbd-55db-4963-960d-6a8996b31d67 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:32.318296 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:32.320577 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:34:32.369038 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Pushing event updated for resources: {'Port': ['ID=69a07cf7-7d68-4a69-9486-8397bf511e98,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:32.371740 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:32.397085 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:32.397711 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.417394 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7197824 May 10 11:34:32.476865 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Request body: {'port': {'device_id': 'bfc6710e-1370-4369-811e-bdde65ce7be2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:32.581092 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.919072 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a07cf7-7d68-4a69-9486-8397bf511e98 {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:34:32.920952 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e5067-a055-4b6c-bf6d-3216e017dc3f req-5509d8c3-99e4-49ad-a0a2-7061451d62fb tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:32.922403 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5a9e5067-a055-4b6c-bf6d-3216e017dc3f req-5509d8c3-99e4-49ad-a0a2-7061451d62fb tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 931 time: 0.0825591 May 10 11:34:32.926905 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.942108 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Transition to ACTIVE for port object 69a07cf7-7d68-4a69-9486-8397bf511e98 will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:32.946167 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:32.950382 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a8038850-5a5a-41be-86f7-6020ffb62670 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:33.057660 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-5a9e5067-a055-4b6c-bf6d-3216e017dc3f req-19301e1f-ea65-44c4-95e8-5addceac23c9 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Synchronizing usage tracker for tenant:1821659ec9fb4b7389b9c8c8affc7186 on resource:security_group {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:34:33.074784 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-5a9e5067-a055-4b6c-bf6d-3216e017dc3f req-19301e1f-ea65-44c4-95e8-5addceac23c9 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Unset dirty status for tenant:1821659ec9fb4b7389b9c8c8affc7186 on resource:security_group {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:34:33.076028 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5a9e5067-a055-4b6c-bf6d-3216e017dc3f req-19301e1f-ea65-44c4-95e8-5addceac23c9 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477919 May 10 11:34:33.104337 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Pushing event updated for resources: {'Port': ['ID=69a07cf7-7d68-4a69-9486-8397bf511e98,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:33.111059 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:33.177533 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Attempting to bind port 69a07cf7-7d68-4a69-9486-8397bf511e98 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:33.177786 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Attempting to bind port 69a07cf7-7d68-4a69-9486-8397bf511e98 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '9db77f84-3d18-4dad-adbb-497beddb6d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:33.178103 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Attempting to bind port 69a07cf7-7d68-4a69-9486-8397bf511e98 on network b3911dbd-55db-4963-960d-6a8996b31d67 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:33.182642 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Port 69a07cf7-7d68-4a69-9486-8397bf511e98 on network b3911dbd-55db-4963-960d-6a8996b31d67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:34:33.182956 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Attempting to bind port 69a07cf7-7d68-4a69-9486-8397bf511e98 on network b3911dbd-55db-4963-960d-6a8996b31d67 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:33.187937 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:34:33.188267 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Checking segment: {'id': '9db77f84-3d18-4dad-adbb-497beddb6d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:34:33.188644 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Bound using segment: {'id': '9db77f84-3d18-4dad-adbb-497beddb6d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:34:33.189096 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Bound port: 69a07cf7-7d68-4a69-9486-8397bf511e98, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db77f84-3d18-4dad-adbb-497beddb6d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:33.189437 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:33.276295 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] For port 69a07cf7-7d68-4a69-9486-8397bf511e98, host hv-cinder-78495, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:34:33.279158 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] For port 69a07cf7-7d68-4a69-9486-8397bf511e98, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=69a07cf7-7d68-4a69-9486-8397bf511e98,segment=NetworkSegment(9db77f84-3d18-4dad-adbb-497beddb6d0b),segment_id=9db77f84-3d18-4dad-adbb-497beddb6d0b)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:34:33.283001 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:33.286366 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7dac0e48-6aed-4057-a3eb-336914f85005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:33.419000 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:33.419597 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:33.420928 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] 10.222.0.30 "PUT /v2.0/ports/69a07cf7-7d68-4a69-9486-8397bf511e98 HTTP/1.1" status: 200 len: 1093 time: 0.9959750 May 10 11:34:33.421419 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc6710e-1370-4369-811e-bdde65ce7be2', 'tag': '69a07cf7-7d68-4a69-9486-8397bf511e98'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:33.446293 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Pushing event updated for resources: {'Port': ['ID=69a07cf7-7d68-4a69-9486-8397bf511e98,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:33.449280 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:33.491882 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc6710e-1370-4369-811e-bdde65ce7be2', 'tag': '69a07cf7-7d68-4a69-9486-8397bf511e98', 'status': 'completed', 'code': 200} May 10 11:34:33.530632 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd970e-e011-44b0-9610-7643035302b5 req-eb353942-20ea-4ba6-8a3c-e96d9b22d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:33.532069 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-eb353942-20ea-4ba6-8a3c-e96d9b22d19a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1821659ec9fb4b7389b9c8c8affc7186&device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 1096 time: 0.0706923 May 10 11:34:33.601274 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-35282586-9be2-46a1-a80f-cc4a15870c37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a07cf7-7d68-4a69-9486-8397bf511e98 HTTP/1.1" status: 200 len: 217 time: 0.0610249 May 10 11:34:33.661816 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd970e-e011-44b0-9610-7643035302b5 req-d2843caa-9db9-4dcf-b528-9d657e4e38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:33.663695 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-d2843caa-9db9-4dcf-b528-9d657e4e38a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3390536d-bbd6-4bdd-909f-5b4414d6f3bd HTTP/1.1" status: 200 len: 848 time: 0.0559201 May 10 11:34:33.712043 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-8d053474-0e2c-4711-a988-d7227acadc8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3911dbd-55db-4963-960d-6a8996b31d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421906 May 10 11:34:33.839847 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-f2f4bd76-879b-4670-a51b-8b4952e80c97 service neutron] 10.222.0.30 "GET /v2.0/networks/b3911dbd-55db-4963-960d-6a8996b31d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214406 May 10 11:34:33.968620 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-5ccd970e-e011-44b0-9610-7643035302b5 req-dbd584f2-f02e-49f8-b5c8-73d88f15d5b2 service neutron] 10.222.0.30 "GET /v2.0/networks/b3911dbd-55db-4963-960d-6a8996b31d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216662 May 10 11:34:34.079481 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b41a2-eae1-471d-910b-252f7ab14fec req-16d05607-e469-4f75-9935-6ff3b1605397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:34.080972 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf2b41a2-eae1-471d-910b-252f7ab14fec req-16d05607-e469-4f75-9935-6ff3b1605397 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1821659ec9fb4b7389b9c8c8affc7186&device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 1096 time: 0.0690966 May 10 11:34:34.211009 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b41a2-eae1-471d-910b-252f7ab14fec req-8c40e9c4-55b9-4113-aa01-48a505b617ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:34.212475 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf2b41a2-eae1-471d-910b-252f7ab14fec req-8c40e9c4-55b9-4113-aa01-48a505b617ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3911dbd-55db-4963-960d-6a8996b31d67 HTTP/1.1" status: 200 len: 909 time: 0.1253803 May 10 11:34:34.257577 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864be24-053f-4e84-8d80-5f06e0935883 req-57805d8e-9f0a-42ed-93ce-f4c5bbda88e3 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:34.258913 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9864be24-053f-4e84-8d80-5f06e0935883 req-57805d8e-9f0a-42ed-93ce-f4c5bbda88e3 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 943 time: 0.0795383 May 10 11:34:34.282933 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf2b41a2-eae1-471d-910b-252f7ab14fec req-bf1975c7-18c4-4ae3-b85b-38c316619674 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a07cf7-7d68-4a69-9486-8397bf511e98 HTTP/1.1" status: 200 len: 217 time: 0.0639982 May 10 11:34:34.309069 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9864be24-053f-4e84-8d80-5f06e0935883 req-75afadb9-669d-4ae8-95b8-4ab2cdf467d1 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 May 10 11:34:34.349432 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b41a2-eae1-471d-910b-252f7ab14fec req-84cb52df-9aef-4d4f-af51-9966ee1d7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:34.350874 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf2b41a2-eae1-471d-910b-252f7ab14fec req-84cb52df-9aef-4d4f-af51-9966ee1d7471 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3390536d-bbd6-4bdd-909f-5b4414d6f3bd HTTP/1.1" status: 200 len: 848 time: 0.0610242 May 10 11:34:34.396168 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf2b41a2-eae1-471d-910b-252f7ab14fec req-8afa9621-b55d-4008-acaa-da0ae010eb06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3911dbd-55db-4963-960d-6a8996b31d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391486 May 10 11:34:34.536331 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf2b41a2-eae1-471d-910b-252f7ab14fec req-8cad154c-af10-4fe1-8f10-bc389602a66e service neutron] 10.222.0.30 "GET /v2.0/networks/b3911dbd-55db-4963-960d-6a8996b31d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340010 May 10 11:34:34.660355 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:34:34.664909 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-bf2b41a2-eae1-471d-910b-252f7ab14fec req-f8688893-320e-4134-9ac8-c9491c91ee0c service neutron] 10.222.0.30 "GET /v2.0/networks/b3911dbd-55db-4963-960d-6a8996b31d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219506 May 10 11:34:35.489777 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147b02d-f85b-450f-8425-5adfaa915e6f req-4d5c698d-8a10-4f34-a562-6e373c6678e5 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:35.491192 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7147b02d-f85b-450f-8425-5adfaa915e6f req-4d5c698d-8a10-4f34-a562-6e373c6678e5 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 943 time: 0.0790548 May 10 11:34:35.534430 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7147b02d-f85b-450f-8425-5adfaa915e6f req-5d51f96e-bb6f-491e-aa93-998543a485e6 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375710 May 10 11:34:36.724333 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f4d88-5430-4e62-bf4b-1abd7dd1e50f req-d1528433-7934-4122-97a0-2c622c45c2fb tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:36.726310 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e92f4d88-5430-4e62-bf4b-1abd7dd1e50f req-d1528433-7934-4122-97a0-2c622c45c2fb tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 943 time: 0.0861294 May 10 11:34:36.803393 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e92f4d88-5430-4e62-bf4b-1abd7dd1e50f req-5bbeb1cd-c763-4613-9203-a1f28fcebc72 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711429 May 10 11:34:36.827186 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 69a07cf7-7d68-4a69-9486-8397bf511e98 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:34:36.849093 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481be37-a0c2-4c5e-b211-b4560813fd5d req-3b8a7ef2-563f-42a3-9e43-9ee018bd7822 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:36.851124 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7481be37-a0c2-4c5e-b211-b4560813fd5d req-3b8a7ef2-563f-42a3-9e43-9ee018bd7822 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 946 time: 0.0866611 May 10 11:34:36.899384 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7481be37-a0c2-4c5e-b211-b4560813fd5d req-e50a62d4-224e-4c0e-8e65-91b85cd36c52 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 May 10 11:34:36.958695 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 69a07cf7-7d68-4a69-9486-8397bf511e98, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=69a07cf7-7d68-4a69-9486-8397bf511e98,segment=NetworkSegment(9db77f84-3d18-4dad-adbb-497beddb6d0b),segment_id=9db77f84-3d18-4dad-adbb-497beddb6d0b)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:36.971924 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': '69a07cf7-7d68-4a69-9486-8397bf511e98', 'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67', 'port_id': '69a07cf7-7d68-4a69-9486-8397bf511e98', 'mac_address': 'fa:16:3e:1b:0f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3390536d-bbd6-4bdd-909f-5b4414d6f3bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:34:37.027074 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.043272 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a07cf7-7d68-4a69-9486-8397bf511e98 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:34:37.058714 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 69a07cf7-7d68-4a69-9486-8397bf511e98, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=69a07cf7-7d68-4a69-9486-8397bf511e98,segment=NetworkSegment(9db77f84-3d18-4dad-adbb-497beddb6d0b),segment_id=9db77f84-3d18-4dad-adbb-497beddb6d0b)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:37.062442 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:37.064179 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:37.130694 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=69a07cf7-7d68-4a69-9486-8397bf511e98,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:37.134161 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:37.397211 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['69a07cf7-7d68-4a69-9486-8397bf511e98'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:34:37.984258 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155eab8-fcb6-4eae-9751-a3f2016be526 req-3c476479-3c7c-4f78-8be3-5ea72c784e44 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:37.985727 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b155eab8-fcb6-4eae-9751-a3f2016be526 req-3c476479-3c7c-4f78-8be3-5ea72c784e44 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 944 time: 0.0800936 May 10 11:34:38.077247 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b155eab8-fcb6-4eae-9751-a3f2016be526 req-8fce6e23-99b9-4155-9f32-cb7b06180c2b tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858006 May 10 11:34:38.108494 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f651b-6576-45f9-8aac-2d56ab7c619d req-3276be7d-d58c-4856-b033-09c1a01e6414 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:38.109935 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8a6f651b-6576-45f9-8aac-2d56ab7c619d req-3276be7d-d58c-4856-b033-09c1a01e6414 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 946 time: 0.1013439 May 10 11:34:38.155463 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8a6f651b-6576-45f9-8aac-2d56ab7c619d req-5fbc5180-e71c-41c4-bbae-951ed52ad9ca tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398185 May 10 11:34:38.682253 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-0050b68e-1dc7-4a53-8f03-aa45fd274b7d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:38.682934 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-0050b68e-1dc7-4a53-8f03-aa45fd274b7d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Synchronizing usage tracker for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:34:38.697619 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-0050b68e-1dc7-4a53-8f03-aa45fd274b7d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Unset dirty status for tenant:1b70fd3b3ac4462e870e5172331d2ddb on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:34:38.698643 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-0050b68e-1dc7-4a53-8f03-aa45fd274b7d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 946 time: 0.0969365 May 10 11:34:38.824723 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 69a07cf7-7d68-4a69-9486-8397bf511e98 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:38.833871 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Deleting port b57bd3ba-f67d-48db-89d7-57acf596875b {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:34:38.834219 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:38.892028 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port 69a07cf7-7d68-4a69-9486-8397bf511e98 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:38.896471 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port 69a07cf7-7d68-4a69-9486-8397bf511e98 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:38.896879 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.016147 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.043850 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc6710e-1370-4369-811e-bdde65ce7be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a07cf7-7d68-4a69-9486-8397bf511e98'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:39.053435 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] For port b57bd3ba-f67d-48db-89d7-57acf596875b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b57bd3ba-f67d-48db-89d7-57acf596875b,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:39.053820 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.053982 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 69a07cf7-7d68-4a69-9486-8397bf511e98, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=69a07cf7-7d68-4a69-9486-8397bf511e98,segment=NetworkSegment(9db77f84-3d18-4dad-adbb-497beddb6d0b),segment_id=9db77f84-3d18-4dad-adbb-497beddb6d0b)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:39.058504 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.060440 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:39.094970 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc6710e-1370-4369-811e-bdde65ce7be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a07cf7-7d68-4a69-9486-8397bf511e98', 'code': 200} May 10 11:34:39.128428 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=69a07cf7-7d68-4a69-9486-8397bf511e98,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:39.131411 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:39.346285 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab5acb-640e-4a47-ac9f-f8ea8c64e490 req-83067178-f492-4238-a044-10733cf35631 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:39.347720 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f8ab5acb-640e-4a47-ac9f-f8ea8c64e490 req-83067178-f492-4238-a044-10733cf35631 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 945 time: 0.1539910 May 10 11:34:39.367569 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.367933 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.368241 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.l3_db [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Floating IP 42a167be-844c-40b1-8377-30fda8a2830f disassociated. External IP: 172.27.3.4, port: b57bd3ba-f67d-48db-89d7-57acf596875b. May 10 11:34:39.368566 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Calling delete_port for b57bd3ba-f67d-48db-89d7-57acf596875b owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:34:39.420971 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f8ab5acb-640e-4a47-ac9f-f8ea8c64e490 req-42618ecb-042a-49d5-9061-d93d43bae8a4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660622 May 10 11:34:39.451727 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33731dc-c51b-44cd-b40d-f09fc5af3c8e req-04bf07e5-d348-43af-8042-1d2d01af40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:39.453195 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e33731dc-c51b-44cd-b40d-f09fc5af3c8e req-04bf07e5-d348-43af-8042-1d2d01af40a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 1098 time: 0.1880379 May 10 11:34:39.461017 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb8ee5-b941-4f99-9703-89365dc45873 req-911647e1-3c11-4df7-b0bf-e6ffcc896f3d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:39.462335 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-72fb8ee5-b941-4f99-9703-89365dc45873 req-911647e1-3c11-4df7-b0bf-e6ffcc896f3d tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7129db0-6648-4309-b9fc-c838b31202b6 HTTP/1.1" status: 200 len: 946 time: 0.1653788 May 10 11:34:39.480060 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.487144 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:39.524516 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e33731dc-c51b-44cd-b40d-f09fc5af3c8e req-fc59972d-d16b-4460-b676-51d1a1cee440 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612578 May 10 11:34:39.531286 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event deleted for resources: {'Port': ['ID=b57bd3ba-f67d-48db-89d7-57acf596875b,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:39.533706 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:39.533993 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-72fb8ee5-b941-4f99-9703-89365dc45873 req-50e2206d-56db-418c-aad2-e142a602d4e1 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572560 May 10 11:34:39.717011 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Router ae956036-fa2c-4d3e-999b-14027811c6fd has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:34:39.891141 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:34:39.900940 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425be16-85fd-4a1a-8765-4a981e767837 None None] Sync routers for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:39.910979 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425be16-85fd-4a1a-8765-4a981e767837 None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:39.911696 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-8425be16-85fd-4a1a-8765-4a981e767837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:34:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:39.970703 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] No DVR routers for this DVR port b57bd3ba-f67d-48db-89d7-57acf596875b on host hv-cinder-78495 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:39.973189 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:39.976220 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'name': 'network-vif-deleted', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:39.996207 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-71b2e6c5-0838-438a-8eca-be4ec93353ae req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.30 "DELETE /v2.0/ports/b57bd3ba-f67d-48db-89d7-57acf596875b HTTP/1.1" status: 204 len: 173 time: 1.2915912 May 10 11:34:40.028777 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7129db0-6648-4309-b9fc-c838b31202b6', 'name': 'network-vif-deleted', 'tag': 'b57bd3ba-f67d-48db-89d7-57acf596875b', 'status': 'completed', 'code': 200} May 10 11:34:40.111566 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-8425be16-85fd-4a1a-8765-4a981e767837 None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:40.442733 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-8425be16-85fd-4a1a-8765-4a981e767837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:48Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:40.447363 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425be16-85fd-4a1a-8765-4a981e767837 None None] Checking router: ae956036-fa2c-4d3e-999b-14027811c6fd for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:40.456169 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425be16-85fd-4a1a-8765-4a981e767837 None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:40.456875 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-8425be16-85fd-4a1a-8765-4a981e767837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:34:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:40.645769 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-8425be16-85fd-4a1a-8765-4a981e767837 None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:40.671645 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405c097-ca89-4f50-bdf8-0eac990dba85 req-8214c1f3-b2bd-4016-9717-bb394873a620 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:40.681663 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d405c097-ca89-4f50-bdf8-0eac990dba85 req-8214c1f3-b2bd-4016-9717-bb394873a620 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 945 time: 0.1451161 May 10 11:34:40.717169 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46378) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:40.785857 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d405c097-ca89-4f50-bdf8-0eac990dba85 req-f25ef241-1866-4f79-a1cf-19d7cbac1b40 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031578 May 10 11:34:40.813006 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b68a0c78-15e8-49d6-b512-6ebcfda8a5f5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.839120 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b57bd3ba-f67d-48db-89d7-57acf596875b no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:34:40.844581 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b68a0c78-15e8-49d6-b512-6ebcfda8a5f5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.877058 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: b57bd3ba-f67d-48db-89d7-57acf596875b {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:34:40.877558 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device b57bd3ba-f67d-48db-89d7-57acf596875b not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:34:40.902780 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b68a0c78-15e8-49d6-b512-6ebcfda8a5f5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.907943 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-741e4745-106f-43dd-852c-58385e0cd17d tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:40.921948 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a0c78-15e8-49d6-b512-6ebcfda8a5f5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb1e85c-0f9e-4fa6-b509-dbef5014aa49,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:40.924694 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-b68a0c78-15e8-49d6-b512-6ebcfda8a5f5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:40.935192 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-b68a0c78-15e8-49d6-b512-6ebcfda8a5f5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:40.938975 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-b68a0c78-15e8-49d6-b512-6ebcfda8a5f5 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "DELETE /v2.0/security-groups/2fb1e85c-0f9e-4fa6-b509-dbef5014aa49 HTTP/1.1" status: 204 len: 168 time: 0.2208886 May 10 11:34:40.939125 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 46382) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:40.957680 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.api.v2.resource [None req-ae29024c-578a-48a2-9230-48f38d3d7369 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] show failed (client error): The resource could not be found. May 10 11:34:40.958677 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ae29024c-578a-48a2-9230-48f38d3d7369 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "GET /v2.0/security-groups/2fb1e85c-0f9e-4fa6-b509-dbef5014aa49 HTTP/1.1" status: 404 len: 347 time: 0.0185218 May 10 11:34:40.961657 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46386) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:40.983725 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-8425be16-85fd-4a1a-8765-4a981e767837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:48Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:40.987633 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425be16-85fd-4a1a-8765-4a981e767837 None None] The sync data for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi is: [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:24:37Z', 'revision_number': 4, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'fbb5318d-e68f-45dc-88ca-9e479b3508d1', 'name': '', 'network_id': 'bc80aa90-d0ea-4cc3-9267-6266fe16a3e3', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'mac_address': 'fa:16:3e:58:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:33Z', 'updated_at': '2021-05-10T11:24:48Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'subnets': [{'id': '0047fbb1-9f38-4413-aadd-86fc2baa6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:41.189440 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-108c4a42-d073-497f-afe3-cc1917806f8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Deleting port 5509a96c-c8ac-487a-8da4-70af971af191 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:34:41.189783 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-108c4a42-d073-497f-afe3-cc1917806f8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.193860 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf68bcd-42e8-444b-93de-271dd4070751 None None] New status for floating IP 42a167be-844c-40b1-8377-30fda8a2830f: DOWN {{(pid=78730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:34:41.305099 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-108c4a42-d073-497f-afe3-cc1917806f8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.305464 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-108c4a42-d073-497f-afe3-cc1917806f8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.520870 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-108c4a42-d073-497f-afe3-cc1917806f8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Calling delete_port for 5509a96c-c8ac-487a-8da4-70af971af191 owned by network:floatingip {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:34:41.629134 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-108c4a42-d073-497f-afe3-cc1917806f8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.634138 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:41.676468 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c4a42-d073-497f-afe3-cc1917806f8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Pushing event deleted for resources: {'Port': ['ID=5509a96c-c8ac-487a-8da4-70af971af191,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:41.702361 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-108c4a42-d073-497f-afe3-cc1917806f8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:41.767565 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-108c4a42-d073-497f-afe3-cc1917806f8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks [] for floatingip, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.781110 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-108c4a42-d073-497f-afe3-cc1917806f8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:41.782214 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-108c4a42-d073-497f-afe3-cc1917806f8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] 10.222.0.13 "DELETE /v2.0/floatingips/42a167be-844c-40b1-8377-30fda8a2830f HTTP/1.1" status: 204 len: 168 time: 0.8196177 May 10 11:34:41.972544 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457bc3c-1916-4c6a-b01b-2d177e47abde req-aaecf544-c319-47ea-bbf7-797cae642704 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:41.974037 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d457bc3c-1916-4c6a-b01b-2d177e47abde req-aaecf544-c319-47ea-bbf7-797cae642704 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 945 time: 0.0821381 May 10 11:34:42.021194 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d457bc3c-1916-4c6a-b01b-2d177e47abde req-8be1a217-99d9-4eaf-a4b5-13f9e1f8772d tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 May 10 11:34:43.051348 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c977c-053e-4c69-8b9d-f934246795ed req-2cf009c0-f51a-407c-9aa9-f20fe773f579 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:43.052828 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-399c977c-053e-4c69-8b9d-f934246795ed req-2cf009c0-f51a-407c-9aa9-f20fe773f579 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 945 time: 0.0834644 May 10 11:34:43.097257 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-399c977c-053e-4c69-8b9d-f934246795ed req-1ec9a0fb-2c3e-4d00-a0ef-a7ca7d895086 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386121 May 10 11:34:44.119535 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:44.282201 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a22128-e120-4b2a-b2c1-8542806225db req-7590559c-40ca-45ea-a19d-1e618eedf0d0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:44.283754 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-34a22128-e120-4b2a-b2c1-8542806225db req-7590559c-40ca-45ea-a19d-1e618eedf0d0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 945 time: 0.0822833 May 10 11:34:44.327590 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-34a22128-e120-4b2a-b2c1-8542806225db req-3206d510-9b96-44f5-ad76-5cd16257b800 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379815 May 10 11:34:44.554812 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46428) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:44.692004 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0562d-7c94-4c00-a2d9-bfeaf34ffbdb req-e7c8487a-f5c7-48e0-96b7-e9083a50983e tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:44.692703 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-95b0562d-7c94-4c00-a2d9-bfeaf34ffbdb req-e7c8487a-f5c7-48e0-96b7-e9083a50983e tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Synchronizing usage tracker for tenant:1821659ec9fb4b7389b9c8c8affc7186 on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:34:44.710214 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-95b0562d-7c94-4c00-a2d9-bfeaf34ffbdb req-e7c8487a-f5c7-48e0-96b7-e9083a50983e tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Unset dirty status for tenant:1821659ec9fb4b7389b9c8c8affc7186 on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:34:44.711465 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-95b0562d-7c94-4c00-a2d9-bfeaf34ffbdb req-e7c8487a-f5c7-48e0-96b7-e9083a50983e tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 945 time: 0.1000714 May 10 11:34:44.845810 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-95b0562d-7c94-4c00-a2d9-bfeaf34ffbdb req-c7738223-54bf-46da-9ca4-d335ba03d651 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Deleting port 69a07cf7-7d68-4a69-9486-8397bf511e98 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:34:44.846152 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-95b0562d-7c94-4c00-a2d9-bfeaf34ffbdb req-c7738223-54bf-46da-9ca4-d335ba03d651 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:44.980431 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-95b0562d-7c94-4c00-a2d9-bfeaf34ffbdb req-c7738223-54bf-46da-9ca4-d335ba03d651 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] For port 69a07cf7-7d68-4a69-9486-8397bf511e98, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=69a07cf7-7d68-4a69-9486-8397bf511e98,segment=NetworkSegment(9db77f84-3d18-4dad-adbb-497beddb6d0b),segment_id=9db77f84-3d18-4dad-adbb-497beddb6d0b)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:44.980691 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-95b0562d-7c94-4c00-a2d9-bfeaf34ffbdb req-c7738223-54bf-46da-9ca4-d335ba03d651 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.140611 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801155'] for router_interface, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.198688 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [req-95b0562d-7c94-4c00-a2d9-bfeaf34ffbdb req-c7738223-54bf-46da-9ca4-d335ba03d651 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Calling delete_port for 69a07cf7-7d68-4a69-9486-8397bf511e98 owned by compute:nova {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:34:45.311942 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-95b0562d-7c94-4c00-a2d9-bfeaf34ffbdb req-c7738223-54bf-46da-9ca4-d335ba03d651 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.321154 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2ac879ee-d780-4a1d-9de1-370c8fcf773f tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:45.403805 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7738223-54bf-46da-9ca4-d335ba03d651 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Pushing event deleted for resources: {'Port': ['ID=69a07cf7-7d68-4a69-9486-8397bf511e98,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:45.431186 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c7738223-54bf-46da-9ca4-d335ba03d651 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:45.443028 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b0562d-7c94-4c00-a2d9-bfeaf34ffbdb req-c7738223-54bf-46da-9ca4-d335ba03d651 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] No DVR routers for this DVR port 69a07cf7-7d68-4a69-9486-8397bf511e98 on host hv-cinder-78495 {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:45.446096 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-95b0562d-7c94-4c00-a2d9-bfeaf34ffbdb req-c7738223-54bf-46da-9ca4-d335ba03d651 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.448991 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc6710e-1370-4369-811e-bdde65ce7be2', 'name': 'network-vif-deleted', 'tag': '69a07cf7-7d68-4a69-9486-8397bf511e98'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:45.465166 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-95b0562d-7c94-4c00-a2d9-bfeaf34ffbdb req-c7738223-54bf-46da-9ca4-d335ba03d651 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.30 "DELETE /v2.0/ports/69a07cf7-7d68-4a69-9486-8397bf511e98 HTTP/1.1" status: 204 len: 173 time: 0.7483466 May 10 11:34:45.497000 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc6710e-1370-4369-811e-bdde65ce7be2', 'name': 'network-vif-deleted', 'tag': '69a07cf7-7d68-4a69-9486-8397bf511e98', 'status': 'completed', 'code': 200} May 10 11:34:45.563714 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-eb273472-34cb-4e7d-a469-3313602739c9 req-90e6d041-9e33-4c4d-8919-7e96322e389a tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc6710e-1370-4369-811e-bdde65ce7be2 HTTP/1.1" status: 200 len: 210 time: 0.0453959 May 10 11:34:45.706748 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] Deleting port fbb5318d-e68f-45dc-88ca-9e479b3508d1 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:34:45.707089 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.825460 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] For port fbb5318d-e68f-45dc-88ca-9e479b3508d1, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=fbb5318d-e68f-45dc-88ca-9e479b3508d1,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:45.825733 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:45.949410 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] Calling delete_port for fbb5318d-e68f-45dc-88ca-9e479b3508d1 owned by network:router_interface {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:34:46.092157 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.095470 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-108c4a42-d073-497f-afe3-cc1917806f8c tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:46.138093 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb5318d-e68f-45dc-88ca-9e479b3508d1,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:46.141196 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:46.400861 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3791091'] for router_interface, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:46.758752 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] Router ae956036-fa2c-4d3e-999b-14027811c6fd has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:34:46.870858 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 69a07cf7-7d68-4a69-9486-8397bf511e98 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:34:46.905445 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: 69a07cf7-7d68-4a69-9486-8397bf511e98 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:34:46.905794 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 69a07cf7-7d68-4a69-9486-8397bf511e98 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:34:47.153601 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:34:47.160977 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-443921af-cfc2-45bc-9c07-1ed6b31c4637 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:47.161932 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4ebf8-d311-4cdd-a5fa-294e1c503fca None None] Sync routers for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:34:47.162388 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-443921af-cfc2-45bc-9c07-1ed6b31c4637 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/networks?id=b3911dbd-55db-4963-960d-6a8996b31d67 HTTP/1.1" status: 200 len: 808 time: 0.3488297 May 10 11:34:47.171309 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4ebf8-d311-4cdd-a5fa-294e1c503fca None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:47.171947 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-24b4ebf8-d311-4cdd-a5fa-294e1c503fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:34:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:47.179871 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] 10.222.0.13 "PUT /v2.0/routers/ae956036-fa2c-4d3e-999b-14027811c6fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6240222 May 10 11:34:47.182094 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-402d16fc-7af2-449f-bc3f-1cc1be7579b3 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/quotas/1821659ec9fb4b7389b9c8c8affc7186 HTTP/1.1" status: 200 len: 375 time: 0.0127106 May 10 11:34:47.182526 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46452) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:47.344342 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-24c27344-321d-4d90-90e8-f9cb630f05a5 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1821659ec9fb4b7389b9c8c8affc7186&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103714 May 10 11:34:47.344933 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-24b4ebf8-d311-4cdd-a5fa-294e1c503fca None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:47.355637 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-df5a31ff-40b7-4dad-b098-07a57c2e774b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 11:34:47.356854 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-df5a31ff-40b7-4dad-b098-07a57c2e774b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050521 May 10 11:34:47.486004 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Notify callbacks [] for router, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.622258 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-24b4ebf8-d311-4cdd-a5fa-294e1c503fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:34:46Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:47.626011 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4ebf8-d311-4cdd-a5fa-294e1c503fca None None] Checking router: ae956036-fa2c-4d3e-999b-14027811c6fd for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:34:47.634374 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4ebf8-d311-4cdd-a5fa-294e1c503fca None None] Routers {'ae956036-fa2c-4d3e-999b-14027811c6fd'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:34:47.634973 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-24b4ebf8-d311-4cdd-a5fa-294e1c503fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:34:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['ae956036-fa2c-4d3e-999b-14027811c6fd'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:47.643661 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-269eb00a-0bfd-4ad9-8f65-d203793e3686 service neutron] 10.222.0.13 "GET /v2.0/networks/b3911dbd-55db-4963-960d-6a8996b31d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749994 May 10 11:34:47.767231 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:47.839291 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-24b4ebf8-d311-4cdd-a5fa-294e1c503fca None None] Set router ae956036-fa2c-4d3e-999b-14027811c6fd gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:34:47.839552 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-85c8c302-1c29-49dc-8185-e51a137392f4 service neutron] 10.222.0.13 "GET /v2.0/networks/b3911dbd-55db-4963-960d-6a8996b31d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887469 May 10 11:34:47.870741 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Deleting port 1aa0b732-c6b4-44f7-8099-b96f69d77901 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:34:47.871086 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.051634 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9209484d-60f0-422a-8bcd-b1a7f814332f req-265d4fb5-ef92-44a1-9648-2babd76b44c6 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 210 time: 0.0570700 May 10 11:34:48.059171 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] For port 1aa0b732-c6b4-44f7-8099-b96f69d77901, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=1aa0b732-c6b4-44f7-8099-b96f69d77901,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:48.059665 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.140631 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-24b4ebf8-d311-4cdd-a5fa-294e1c503fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:34:46Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:48.144994 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4ebf8-d311-4cdd-a5fa-294e1c503fca None None] The sync data for ids ['ae956036-fa2c-4d3e-999b-14027811c6fd'] in dv-cinder-784956-5-iscsi is: [{'id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'name': 'tempest-AttachVolumeShelveTestJSON-538936377-router', 'tenant_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:24:19Z', 'updated_at': '2021-05-10T11:34:46Z', 'revision_number': 5, 'project_id': '1b70fd3b3ac4462e870e5172331d2ddb', 'gw_port': {'id': '1aa0b732-c6b4-44f7-8099-b96f69d77901', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae956036-fa2c-4d3e-999b-14027811c6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:24:22Z', 'updated_at': '2021-05-10T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:34:48.188364 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Calling delete_port for 1aa0b732-c6b4-44f7-8099-b96f69d77901 owned by network:router_gateway {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:34:48.443197 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.447822 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-fd7bc2a0-3ed7-47fc-ac4f-2ccd95dad6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:48.490510 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa0b732-c6b4-44f7-8099-b96f69d77901,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:48.493745 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:48.595533 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816807'] for router_gateway, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.772105 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3811131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60751'] for router, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.774806 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.777434 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device fbb5318d-e68f-45dc-88ca-9e479b3508d1 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:34:48.796508 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3812213'] for router, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.796991 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae956036-fa2c-4d3e-999b-14027811c6fd {{(pid=78729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:34:48.809214 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Notify callbacks [] for router, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.810306 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ae956036-fa2c-4d3e-999b-14027811c6fd HTTP/1.1" status: 204 len: 168 time: 1.6269314 May 10 11:34:48.811857 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: fbb5318d-e68f-45dc-88ca-9e479b3508d1 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:34:48.812223 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device fbb5318d-e68f-45dc-88ca-9e479b3508d1 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:34:48.812932 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46466) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:48.876653 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea016298-bf23-40c4-bfe8-ab3f06f59651 admin admin] Deleting subnet 0047fbb1-9f38-4413-aadd-86fc2baa6bf0 {{(pid=78729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:34:48.880444 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ea016298-bf23-40c4-bfe8-ab3f06f59651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:48.937262 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ea016298-bf23-40c4-bfe8-ab3f06f59651 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10029481'] for subnet, precommit_delete_associations {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.019729 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ea016298-bf23-40c4-bfe8-ab3f06f59651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.124947 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-fda45d74-b702-4b03-8dc6-b1f571425553 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:49.126524 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-fda45d74-b702-4b03-8dc6-b1f571425553 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.30 "GET /v2.0/networks?id=b3911dbd-55db-4963-960d-6a8996b31d67 HTTP/1.1" status: 200 len: 808 time: 0.1564596 May 10 11:34:49.142068 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Request body: {'port': {'device_id': '0dd4e0c5-4c91-4127-afe2-31d383c21518', 'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67', 'admin_state_up': True, 'tenant_id': '1821659ec9fb4b7389b9c8c8affc7186'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:49.217821 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0db7c10d-90f7-497f-91e0-91b6d8d665c2 req-4c3aa3e9-55ce-42f3-b7fa-61e20763f485 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 210 time: 0.0575967 May 10 11:34:49.299950 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:49.304870 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Usage tracker for resource:port and tenant:1821659ec9fb4b7389b9c8c8affc7186 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:49.307756 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:49.313512 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:49.323763 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Made reservation on behalf of 1821659ec9fb4b7389b9c8c8affc7186 for: {'port': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:34:49.327548 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.331771 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ea016298-bf23-40c4-bfe8-ab3f06f59651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2228974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2416174'] for subnet, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.333886 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d9430c12-3169-482b-93eb-a2c36ed9d34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:49.370996 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-ea016298-bf23-40c4-bfe8-ab3f06f59651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.376932 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea016298-bf23-40c4-bfe8-ab3f06f59651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0047fbb1-9f38-4413-aadd-86fc2baa6bf0,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:49.378387 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841cbaaa-b13f-45ec-be3b-77530311343e None None] Network bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:34:49.379126 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ea016298-bf23-40c4-bfe8-ab3f06f59651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:49.380810 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-ea016298-bf23-40c4-bfe8-ab3f06f59651 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0047fbb1-9f38-4413-aadd-86fc2baa6bf0 HTTP/1.1" status: 204 len: 168 time: 0.5668340 May 10 11:34:49.383262 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46476) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:49.491002 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.499948 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Allocated IP 172.20.0.12 (b3911dbd-55db-4963-960d-6a8996b31d67/3390536d-bbd6-4bdd-909f-5b4414d6f3bd/ed007067-8390-4a9b-94f4-47d62af8aac6) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:34:49.566154 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Deleting port 579711fb-0a88-4639-9718-23eb37c03ca3 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:34:49.566458 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.673060 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] For port 579711fb-0a88-4639-9718-23eb37c03ca3, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=579711fb-0a88-4639-9718-23eb37c03ca3,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:49.673419 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.694392 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0fa536-6bca-43b8-9c1d-6e3cc801b8b6 None None] DHCP port deletion for bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 request from dv-cinder-784956-5-iscsi {{(pid=78730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:34:49.713579 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.746575 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.752378 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7450acb8-a89a-488d-9231-56efb370fa0c tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:49.762312 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-0c0fa536-6bca-43b8-9c1d-6e3cc801b8b6 None None] Deleting port 579711fb-0a88-4639-9718-23eb37c03ca3 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:34:49.762768 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0c0fa536-6bca-43b8-9c1d-6e3cc801b8b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.798531 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Calling delete_port for 579711fb-0a88-4639-9718-23eb37c03ca3 owned by network:dhcp {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:34:49.818662 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Network b3911dbd-55db-4963-960d-6a8996b31d67 is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:34:49.821780 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:34:49.830058 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:34:49.850630 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.854894 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-38b6f7b5-1cac-4094-9761-76a799a9d5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:49.861232 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Pushing event updated for resources: {'Port': ['ID=ed007067-8390-4a9b-94f4-47d62af8aac6,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:49.868525 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:49.870127 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-0c0fa536-6bca-43b8-9c1d-6e3cc801b8b6 None None] For port 579711fb-0a88-4639-9718-23eb37c03ca3, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=579711fb-0a88-4639-9718-23eb37c03ca3,segment=NetworkSegment(af89c5d7-c355-42fc-b6d3-3508101e4c27),segment_id=af89c5d7-c355-42fc-b6d3-3508101e4c27)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:49.870638 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0c0fa536-6bca-43b8-9c1d-6e3cc801b8b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.899438 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:49.900094 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:49.927362 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7906983 May 10 11:34:49.941034 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Request body: {'port': {'device_id': '0dd4e0c5-4c91-4127-afe2-31d383c21518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:34:50.005062 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-0c0fa536-6bca-43b8-9c1d-6e3cc801b8b6 None None] Calling delete_port for 579711fb-0a88-4639-9718-23eb37c03ca3 owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:34:50.005294 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Pushing event deleted for resources: {'Port': ['ID=579711fb-0a88-4639-9718-23eb37c03ca3,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:50.007803 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:50.010381 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] No DVR routers for this DVR port 579711fb-0a88-4639-9718-23eb37c03ca3 on host dv-cinder-784956-5-iscsi {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:50.049947 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0c0fa536-6bca-43b8-9c1d-6e3cc801b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.054478 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fc8ed001-53ca-4be6-94b1-cfa44b91fb1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:50.062745 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.096083 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fa536-6bca-43b8-9c1d-6e3cc801b8b6 None None] Pushing event deleted for resources: {'Port': ['ID=579711fb-0a88-4639-9718-23eb37c03ca3,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:50.099171 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0c0fa536-6bca-43b8-9c1d-6e3cc801b8b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:50.100009 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0fa536-6bca-43b8-9c1d-6e3cc801b8b6 None None] No DVR routers for this DVR port 579711fb-0a88-4639-9718-23eb37c03ca3 on host dv-cinder-784956-5-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:34:50.133999 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.147359 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc80aa90-d0ea-4cc3-9267-6266fe16a3e3']}} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:50.160529 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af89c5d7-c355-42fc-b6d3-3508101e4c27') {'for_net_delete': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:50.160529 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af89c5d7-c355-42fc-b6d3-3508101e4c27') {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:34:50.173778 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10029494'] for segment, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.190905 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.197878 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=78729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:34:50.198437 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228872'] for segment, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: Traceback (most recent call last): May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: timer() May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: cb(*args, **kw) May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: return func(*args, **kwargs) May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: self._notify() May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: self.callback(batched_events) May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: event.method(event) May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: return f(self, *a, **k) May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._get(url).json() May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: return self.request(url, 'GET', **kwargs) May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:34:50.211374 dv-cinder-784956-5-iscsi neutron-server[78729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:34:50.298258 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.302349 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:50.321062 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc80aa90-d0ea-4cc3-9267-6266fe16a3e3,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:50.326264 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.342004 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:50.378450 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bc80aa90-d0ea-4cc3-9267-6266fe16a3e3 HTTP/1.1" status: 204 len: 168 time: 0.9941931 May 10 11:34:50.414603 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed007067-8390-4a9b-94f4-47d62af8aac6 {{(pid=78728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:34:50.422229 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.426943 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81c20d-a1e9-44b9-97a7-1c32ec31684b req-8a853ffd-e272-40f6-a96a-cc94a1cfc942 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:50.434284 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7e81c20d-a1e9-44b9-97a7-1c32ec31684b req-8a853ffd-e272-40f6-a96a-cc94a1cfc942 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 932 time: 0.0951304 May 10 11:34:50.437925 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Transition to ACTIVE for port object ed007067-8390-4a9b-94f4-47d62af8aac6 will not be triggered until provisioned by entity L2. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:34:50.442822 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.447941 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-04d05ed8-3ac5-4297-bac2-951e4b97f13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:50.479077 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7e81c20d-a1e9-44b9-97a7-1c32ec31684b req-ae6d3b88-8696-4161-9eda-63182e99d795 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439527 May 10 11:34:50.518456 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46486) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:50.570618 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-7936e0ba-8919-40d4-bf9b-90983eb7d37f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b70fd3b3ac4462e870e5172331d2ddb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509386 May 10 11:34:50.574166 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46490) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:50.575260 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Pushing event updated for resources: {'Port': ['ID=ed007067-8390-4a9b-94f4-47d62af8aac6,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:50.578935 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:50.642934 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a3b5652f-823f-4d40-a936-297eef46eaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.672120 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a3b5652f-823f-4d40-a936-297eef46eaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.734078 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a3b5652f-823f-4d40-a936-297eef46eaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.739698 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-16940e45-34eb-4eba-a058-ce1880717109 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:50.752847 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5652f-823f-4d40-a936-297eef46eaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a31b721-04a7-4cdb-82a0-686157263972,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:50.757160 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a3b5652f-823f-4d40-a936-297eef46eaba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:50.771908 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a3b5652f-823f-4d40-a936-297eef46eaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.773619 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-a3b5652f-823f-4d40-a936-297eef46eaba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a31b721-04a7-4cdb-82a0-686157263972 HTTP/1.1" status: 204 len: 168 time: 0.1983829 May 10 11:34:50.775003 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Attempting to bind port ed007067-8390-4a9b-94f4-47d62af8aac6 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:34:50.775328 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Attempting to bind port ed007067-8390-4a9b-94f4-47d62af8aac6 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '9db77f84-3d18-4dad-adbb-497beddb6d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67'}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:34:50.775647 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Attempting to bind port ed007067-8390-4a9b-94f4-47d62af8aac6 on network b3911dbd-55db-4963-960d-6a8996b31d67 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:50.780317 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Port ed007067-8390-4a9b-94f4-47d62af8aac6 on network b3911dbd-55db-4963-960d-6a8996b31d67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:34:50.780658 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Attempting to bind port ed007067-8390-4a9b-94f4-47d62af8aac6 on network b3911dbd-55db-4963-960d-6a8996b31d67 {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:34:50.786135 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:34:50.786463 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Checking segment: {'id': '9db77f84-3d18-4dad-adbb-497beddb6d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:34:50.786832 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Bound using segment: {'id': '9db77f84-3d18-4dad-adbb-497beddb6d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67'} {{(pid=78728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:34:50.787251 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.managers [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Bound port: ed007067-8390-4a9b-94f4-47d62af8aac6, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db77f84-3d18-4dad-adbb-497beddb6d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67'}}] {{(pid=78728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:34:50.787584 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.801123 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 1aa0b732-c6b4-44f7-8099-b96f69d77901 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:34:50.835801 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 1aa0b732-c6b4-44f7-8099-b96f69d77901 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:34:50.835801 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 1aa0b732-c6b4-44f7-8099-b96f69d77901 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:34:50.836135 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 579711fb-0a88-4639-9718-23eb37c03ca3 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:34:50.872570 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 579711fb-0a88-4639-9718-23eb37c03ca3 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:34:50.873249 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 579711fb-0a88-4639-9718-23eb37c03ca3 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:34:50.880668 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] For port ed007067-8390-4a9b-94f4-47d62af8aac6, host hv-cinder-78495, cleared binding levels {{(pid=78728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:34:50.885037 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] For port ed007067-8390-4a9b-94f4-47d62af8aac6, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ed007067-8390-4a9b-94f4-47d62af8aac6,segment=NetworkSegment(9db77f84-3d18-4dad-adbb-497beddb6d0b),segment_id=9db77f84-3d18-4dad-adbb-497beddb6d0b)] {{(pid=78728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:34:50.889630 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.894103 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:50.943496 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:50.944159 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:50.945628 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] 10.222.0.30 "PUT /v2.0/ports/ed007067-8390-4a9b-94f4-47d62af8aac6 HTTP/1.1" status: 200 len: 1094 time: 1.0102961 May 10 11:34:50.946025 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd4e0c5-4c91-4127-afe2-31d383c21518', 'tag': 'ed007067-8390-4a9b-94f4-47d62af8aac6'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:50.982351 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Pushing event updated for resources: {'Port': ['ID=ed007067-8390-4a9b-94f4-47d62af8aac6,revision_number=3']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:51.024993 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:51.026559 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd4e0c5-4c91-4127-afe2-31d383c21518', 'tag': 'ed007067-8390-4a9b-94f4-47d62af8aac6', 'status': 'completed', 'code': 200} May 10 11:34:51.061938 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-b801f8d5-acae-454e-a4d1-2242e328e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:51.063516 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-b801f8d5-acae-454e-a4d1-2242e328e70e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1821659ec9fb4b7389b9c8c8affc7186&device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 1097 time: 0.0780909 May 10 11:34:51.135555 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-036c7ab2-a550-4626-baca-225c8aed238d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed007067-8390-4a9b-94f4-47d62af8aac6 HTTP/1.1" status: 200 len: 217 time: 0.0644047 May 10 11:34:51.201075 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-d8521e73-94c9-4d6c-9729-1d53b16c6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:51.201206 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-d8521e73-94c9-4d6c-9729-1d53b16c6cd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3390536d-bbd6-4bdd-909f-5b4414d6f3bd HTTP/1.1" status: 200 len: 848 time: 0.0593622 May 10 11:34:51.248280 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-baea64f2-f84e-41bc-9f5b-0f78703a20d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3911dbd-55db-4963-960d-6a8996b31d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409355 May 10 11:34:51.384174 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-81eaf60f-fcd8-45b8-86ae-0d8f891ae4e9 service neutron] 10.222.0.30 "GET /v2.0/networks/b3911dbd-55db-4963-960d-6a8996b31d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294377 May 10 11:34:51.517538 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-aa3dcd75-a4c6-4d1b-b93e-ce6c0cabe646 req-2ce1ae59-54c7-430d-8f14-fac437468d6a service neutron] 10.222.0.30 "GET /v2.0/networks/b3911dbd-55db-4963-960d-6a8996b31d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267023 May 10 11:34:51.652220 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36919f70-b38b-4180-b805-09c891cfc9ef req-85c7d1f7-4cf5-40ca-b30c-4533da93ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:51.653859 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-36919f70-b38b-4180-b805-09c891cfc9ef req-85c7d1f7-4cf5-40ca-b30c-4533da93ab42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1821659ec9fb4b7389b9c8c8affc7186&device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 1097 time: 0.0861816 May 10 11:34:51.681423 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e92e95-70d0-4b29-8dd7-3c27564cf78f req-a3dccfc7-87cf-4e74-b280-fc80714c2ca4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:51.683653 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-45e92e95-70d0-4b29-8dd7-3c27564cf78f req-a3dccfc7-87cf-4e74-b280-fc80714c2ca4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 944 time: 0.0871682 May 10 11:34:51.731833 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-45e92e95-70d0-4b29-8dd7-3c27564cf78f req-0753ec2b-9f29-4aa2-9156-c226a75d3292 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411546 May 10 11:34:51.792787 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36919f70-b38b-4180-b805-09c891cfc9ef req-0f7136ad-ce17-4908-9b45-a4dcf08a94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:51.794208 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-36919f70-b38b-4180-b805-09c891cfc9ef req-0f7136ad-ce17-4908-9b45-a4dcf08a94b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3911dbd-55db-4963-960d-6a8996b31d67 HTTP/1.1" status: 200 len: 909 time: 0.1339114 May 10 11:34:51.859546 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-36919f70-b38b-4180-b805-09c891cfc9ef req-b0283696-8250-4d65-bd39-a2907d6b307e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed007067-8390-4a9b-94f4-47d62af8aac6 HTTP/1.1" status: 200 len: 217 time: 0.0588171 May 10 11:34:51.927127 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36919f70-b38b-4180-b805-09c891cfc9ef req-dddfc567-a6f5-4caf-94dd-34efa9f0f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:51.928622 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-36919f70-b38b-4180-b805-09c891cfc9ef req-dddfc567-a6f5-4caf-94dd-34efa9f0f286 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3390536d-bbd6-4bdd-909f-5b4414d6f3bd HTTP/1.1" status: 200 len: 848 time: 0.0623984 May 10 11:34:51.976613 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-36919f70-b38b-4180-b805-09c891cfc9ef req-7bce3c77-d76d-4e8d-80bf-71cbac01da04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3911dbd-55db-4963-960d-6a8996b31d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413735 May 10 11:34:52.033336 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ee6d4c86-a5ed-4c79-8dec-dcfbbddb92cc req-3a89d18f-b3a6-4e64-b074-728cd124ca09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782578 May 10 11:34:52.117427 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-36919f70-b38b-4180-b805-09c891cfc9ef req-64b8cd33-53b3-4691-9d76-2561ebdf2034 service neutron] 10.222.0.30 "GET /v2.0/networks/b3911dbd-55db-4963-960d-6a8996b31d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341915 May 10 11:34:52.144370 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d4c86-a5ed-4c79-8dec-dcfbbddb92cc req-b05fc534-4f48-4b15-b6d2-07c45d369baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:52.146277 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ee6d4c86-a5ed-4c79-8dec-dcfbbddb92cc req-b05fc534-4f48-4b15-b6d2-07c45d369baf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 1098 time: 0.0895021 May 10 11:34:52.260522 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-36919f70-b38b-4180-b805-09c891cfc9ef req-a47e7dd7-2a55-4cf3-bd35-5c01dc95b73a service neutron] 10.222.0.30 "GET /v2.0/networks/b3911dbd-55db-4963-960d-6a8996b31d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361179 May 10 11:34:52.300955 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d4c86-a5ed-4c79-8dec-dcfbbddb92cc req-76844d53-1413-43ce-b7e8-2525ed06cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:52.302355 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ee6d4c86-a5ed-4c79-8dec-dcfbbddb92cc req-76844d53-1413-43ce-b7e8-2525ed06cf42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 913 time: 0.1299820 May 10 11:34:52.342131 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-91f219d2-276a-42e4-84c2-4ab12755ca50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:52.405147 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ee6d4c86-a5ed-4c79-8dec-dcfbbddb92cc req-860c68c8-34a3-4e3b-9a36-2395f53ecbe1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 HTTP/1.1" status: 200 len: 1001 time: 0.0948527 May 10 11:34:52.465806 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d4c86-a5ed-4c79-8dec-dcfbbddb92cc req-8e7cc81a-af67-401d-8cf6-08b1dc410590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:52.467125 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ee6d4c86-a5ed-4c79-8dec-dcfbbddb92cc req-8e7cc81a-af67-401d-8cf6-08b1dc410590 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 200 len: 851 time: 0.0549767 May 10 11:34:52.542670 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d4c86-a5ed-4c79-8dec-dcfbbddb92cc req-41499f49-a2c2-4ba1-bd9a-03026345f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:52.543970 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ee6d4c86-a5ed-4c79-8dec-dcfbbddb92cc req-41499f49-a2c2-4ba1-bd9a-03026345f7e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92d4a7e0-0203-4451-b99d-34c2bc41c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700905 May 10 11:34:52.676281 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ee6d4c86-a5ed-4c79-8dec-dcfbbddb92cc req-3f7bde59-ee84-4287-a2ae-844673534c38 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245861 May 10 11:34:52.806991 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ee6d4c86-a5ed-4c79-8dec-dcfbbddb92cc req-f610737e-177f-4e3b-8f97-5c41f0606f21 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224773 May 10 11:34:52.918413 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5c56f-4a55-4933-8fee-57f67716554b req-6f46b5f3-30d7-42c2-aadf-b348beb8d25b tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:52.919847 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c0f5c56f-4a55-4933-8fee-57f67716554b req-6f46b5f3-30d7-42c2-aadf-b348beb8d25b tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 944 time: 0.0794404 May 10 11:34:52.964655 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c0f5c56f-4a55-4933-8fee-57f67716554b req-5c62a977-8e73-47c4-ac72-c87ea81243cd tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390284 May 10 11:34:54.239353 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24242e58-35d2-4e26-9028-bc50082a75d4 req-35c5e19d-59f5-435d-a0fb-3d30a0499671 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:54.241316 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-24242e58-35d2-4e26-9028-bc50082a75d4 req-35c5e19d-59f5-435d-a0fb-3d30a0499671 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 944 time: 0.1704717 May 10 11:34:54.285112 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-24242e58-35d2-4e26-9028-bc50082a75d4 req-f9da4872-3ecf-4262-8d39-da55e2af5500 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379667 May 10 11:34:54.974796 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6c99788d-381a-4463-abee-f47092da3592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:54.997264 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 46560) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:55.083598 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.111414 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.125930 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:34:55.129733 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Usage tracker for resource:security_group_rule and tenant:2b9ce710460f44bb9067370d11c6ef57 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:34:55.133185 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:34:55.138937 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:34:55.218624 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.222088 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.234240 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3d40158f-bdd8-4f30-9113-288d7c3a87db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:55.354846 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b9ce710460f44bb9067370d11c6ef57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564188 May 10 11:34:55.355661 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9989dcc9-a6f6-4a57-b2f7-3b376af79806,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:55.357693 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46568) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:34:55.363503 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.363880 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.364250 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.364610 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.364994 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.365352 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.366299 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.366642 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.366998 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.367356 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.367704 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.368051 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:34:55.371807 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-72355bef-9701-49e6-93c6-98c1dfaae237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:55.471276 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7efa5046-e0ae-45e8-93c5-fbff2049ef93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.502385 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7efa5046-e0ae-45e8-93c5-fbff2049ef93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.527384 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fd675-8a78-4562-b664-bca98673bdbc req-f7c2c637-433d-4164-92d0-36b5d9443a20 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:55.528834 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-231fd675-8a78-4562-b664-bca98673bdbc req-f7c2c637-433d-4164-92d0-36b5d9443a20 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 944 time: 0.1375718 May 10 11:34:55.590212 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-231fd675-8a78-4562-b664-bca98673bdbc req-5701c76b-9272-4054-940c-480cc1afc705 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548797 May 10 11:34:55.606745 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7efa5046-e0ae-45e8-93c5-fbff2049ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.610524 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7f923a0d-8080-4243-ad2d-84e6f21d287d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:55.623487 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa5046-e0ae-45e8-93c5-fbff2049ef93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9989dcc9-a6f6-4a57-b2f7-3b376af79806,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:55.625856 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7efa5046-e0ae-45e8-93c5-fbff2049ef93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:55.629235 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7efa5046-e0ae-45e8-93c5-fbff2049ef93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:55.630841 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-7efa5046-e0ae-45e8-93c5-fbff2049ef93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9989dcc9-a6f6-4a57-b2f7-3b376af79806 HTTP/1.1" status: 204 len: 168 time: 0.2715442 May 10 11:34:56.072042 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:56.782971 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d217f7-2192-4d58-b4b2-de3873ebc25d req-e612209f-a55c-430a-ab40-1be05b0e209c tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:56.784438 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-33d217f7-2192-4d58-b4b2-de3873ebc25d req-e612209f-a55c-430a-ab40-1be05b0e209c tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 944 time: 0.0862701 May 10 11:34:56.829412 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-33d217f7-2192-4d58-b4b2-de3873ebc25d req-86c588d4-b17f-47be-9d8a-ef70ca1f2430 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392976 May 10 11:34:56.927989 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device ed007067-8390-4a9b-94f4-47d62af8aac6 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:34:57.064056 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port ed007067-8390-4a9b-94f4-47d62af8aac6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ed007067-8390-4a9b-94f4-47d62af8aac6,segment=NetworkSegment(9db77f84-3d18-4dad-adbb-497beddb6d0b),segment_id=9db77f84-3d18-4dad-adbb-497beddb6d0b)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:57.077369 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'ed007067-8390-4a9b-94f4-47d62af8aac6', 'network_id': 'b3911dbd-55db-4963-960d-6a8996b31d67', 'port_id': 'ed007067-8390-4a9b-94f4-47d62af8aac6', 'mac_address': 'fa:16:3e:e0:c4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3390536d-bbd6-4bdd-909f-5b4414d6f3bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:34:57.130426 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.147573 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed007067-8390-4a9b-94f4-47d62af8aac6 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:34:57.163316 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port ed007067-8390-4a9b-94f4-47d62af8aac6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ed007067-8390-4a9b-94f4-47d62af8aac6,segment=NetworkSegment(9db77f84-3d18-4dad-adbb-497beddb6d0b),segment_id=9db77f84-3d18-4dad-adbb-497beddb6d0b)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:57.166430 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.168377 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3711fbfb-20e8-4042-a4fa-dea31f1492ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:57.237425 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=ed007067-8390-4a9b-94f4-47d62af8aac6,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:57.240549 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:57.445788 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:57.485458 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['ed007067-8390-4a9b-94f4-47d62af8aac6'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:34:58.009408 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff61c39-1c86-481a-9255-2af20fce0dbd req-3b67c02d-316e-4a1c-9bc6-2c1de785e59c tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:58.010832 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6ff61c39-1c86-481a-9255-2af20fce0dbd req-3b67c02d-316e-4a1c-9bc6-2c1de785e59c tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 945 time: 0.0801127 May 10 11:34:58.054473 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6ff61c39-1c86-481a-9255-2af20fce0dbd req-beacc645-1c2a-4bfb-bab8-c5196d8e6c03 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379846 May 10 11:34:58.958990 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device ed007067-8390-4a9b-94f4-47d62af8aac6 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:34:59.025827 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port ed007067-8390-4a9b-94f4-47d62af8aac6 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:34:59.030285 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port ed007067-8390-4a9b-94f4-47d62af8aac6 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:34:59.030665 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.146076 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.172352 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd4e0c5-4c91-4127-afe2-31d383c21518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed007067-8390-4a9b-94f4-47d62af8aac6'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:34:59.181933 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port ed007067-8390-4a9b-94f4-47d62af8aac6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ed007067-8390-4a9b-94f4-47d62af8aac6,segment=NetworkSegment(9db77f84-3d18-4dad-adbb-497beddb6d0b),segment_id=9db77f84-3d18-4dad-adbb-497beddb6d0b)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:34:59.186692 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:34:59.188554 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:34:59.223680 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd4e0c5-4c91-4127-afe2-31d383c21518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed007067-8390-4a9b-94f4-47d62af8aac6', 'code': 200} May 10 11:34:59.246404 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757b45f-b3db-4a2e-a4e8-cf5aaa50eb8b req-f7c5162f-7aa4-4c8c-8534-044576e73e02 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:59.248679 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c757b45f-b3db-4a2e-a4e8-cf5aaa50eb8b req-f7c5162f-7aa4-4c8c-8534-044576e73e02 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 946 time: 0.0903540 May 10 11:34:59.255650 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=ed007067-8390-4a9b-94f4-47d62af8aac6,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:34:59.259058 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:34:59.295826 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c757b45f-b3db-4a2e-a4e8-cf5aaa50eb8b req-23717f45-3795-4c37-9010-3b4ea5e99289 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415795 May 10 11:34:59.442907 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b205a-e52a-4e4c-be3b-7e46bb1d4ece req-cec11a74-41e8-407d-b2bc-30adb742b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:34:59.444348 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e73b205a-e52a-4e4c-be3b-7e46bb1d4ece req-cec11a74-41e8-407d-b2bc-30adb742b83f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 1099 time: 0.0716627 May 10 11:34:59.486031 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e73b205a-e52a-4e4c-be3b-7e46bb1d4ece req-66c20c6a-5bc0-4fa5-bb01-85aeb3fc18ce service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345354 May 10 11:35:00.496747 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe71f1-adc8-4830-8638-52ec59d61596 req-5237e86a-197e-4f24-8a6e-1905acaf3e4c tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:00.498182 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a2fe71f1-adc8-4830-8638-52ec59d61596 req-5237e86a-197e-4f24-8a6e-1905acaf3e4c tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 946 time: 0.0836778 May 10 11:35:00.547315 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a2fe71f1-adc8-4830-8638-52ec59d61596 req-5eb15ca8-e2ea-4c4b-a9b9-72b0bfa9f310 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 May 10 11:35:01.736327 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc57670-54ba-4d8c-9d6c-b0c7eb617bff req-211ec273-5e7d-49f3-906d-23e0ed9b4319 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:01.737868 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0bc57670-54ba-4d8c-9d6c-b0c7eb617bff req-211ec273-5e7d-49f3-906d-23e0ed9b4319 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 946 time: 0.0837471 May 10 11:35:01.784915 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0bc57670-54ba-4d8c-9d6c-b0c7eb617bff req-dc30a37e-2cd8-4e7c-962a-9671bf8cf7e3 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390253 May 10 11:35:05.920480 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf3b30-b071-4089-b6fe-20e5175c6074 req-084ad21f-e81b-4b98-ade7-c401bd8c07f1 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:05.921949 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efcf3b30-b071-4089-b6fe-20e5175c6074 req-084ad21f-e81b-4b98-ade7-c401bd8c07f1 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 946 time: 0.0828953 May 10 11:35:05.966216 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-efcf3b30-b071-4089-b6fe-20e5175c6074 req-55a2cbe1-c68e-42a4-9009-cc419826c2ad tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 May 10 11:35:07.153431 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b8f3e-6a4c-4e73-90a0-76e99daeb45a req-185c0571-6570-4cb9-85f5-6875e67af8a7 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:07.154902 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6c3b8f3e-6a4c-4e73-90a0-76e99daeb45a req-185c0571-6570-4cb9-85f5-6875e67af8a7 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 946 time: 0.0806839 May 10 11:35:07.198478 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6c3b8f3e-6a4c-4e73-90a0-76e99daeb45a req-612d535d-f19b-4c0f-b7bf-b9bf19ba9d8c tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/security-groups?id=e01420b6-df7a-4c1b-8958-8cd78990c6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379343 May 10 11:35:07.440879 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411ab1b-4446-4d90-9bac-891864b0d8d8 req-ee6f4996-8764-46b1-80bf-ef24e8c4a03b tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:07.442294 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f411ab1b-4446-4d90-9bac-891864b0d8d8 req-ee6f4996-8764-46b1-80bf-ef24e8c4a03b tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 946 time: 0.0812416 May 10 11:35:07.576449 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-f411ab1b-4446-4d90-9bac-891864b0d8d8 req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Deleting port ed007067-8390-4a9b-94f4-47d62af8aac6 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:35:07.576818 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-f411ab1b-4446-4d90-9bac-891864b0d8d8 req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.707343 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-f411ab1b-4446-4d90-9bac-891864b0d8d8 req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] For port ed007067-8390-4a9b-94f4-47d62af8aac6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ed007067-8390-4a9b-94f4-47d62af8aac6,segment=NetworkSegment(9db77f84-3d18-4dad-adbb-497beddb6d0b),segment_id=9db77f84-3d18-4dad-adbb-497beddb6d0b)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:35:07.707623 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-f411ab1b-4446-4d90-9bac-891864b0d8d8 req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.829319 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-f411ab1b-4446-4d90-9bac-891864b0d8d8 req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Calling delete_port for ed007067-8390-4a9b-94f4-47d62af8aac6 owned by compute:nova {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:35:07.940197 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-f411ab1b-4446-4d90-9bac-891864b0d8d8 req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:07.947001 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-f3f45d72-50f2-4dc2-a04c-c1fc58574840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:07.953309 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['ed007067-8390-4a9b-94f4-47d62af8aac6'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:35:08.090529 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Pushing event deleted for resources: {'Port': ['ID=ed007067-8390-4a9b-94f4-47d62af8aac6,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:08.132967 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:08.133356 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:08.133808 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:08.134204 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:08.134588 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:08.134955 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:08.135336 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:08.135681 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:08.136044 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:08.136402 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:08.136784 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:08.137141 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:08.144162 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:08.181428 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f411ab1b-4446-4d90-9bac-891864b0d8d8 req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] No DVR routers for this DVR port ed007067-8390-4a9b-94f4-47d62af8aac6 on host hv-cinder-78495 {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:35:08.183873 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-f411ab1b-4446-4d90-9bac-891864b0d8d8 req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:08.186520 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd4e0c5-4c91-4127-afe2-31d383c21518', 'name': 'network-vif-deleted', 'tag': 'ed007067-8390-4a9b-94f4-47d62af8aac6'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:35:08.198160 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f411ab1b-4446-4d90-9bac-891864b0d8d8 req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.30 "DELETE /v2.0/ports/ed007067-8390-4a9b-94f4-47d62af8aac6 HTTP/1.1" status: 204 len: 173 time: 0.7503078 May 10 11:35:08.234495 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd4e0c5-4c91-4127-afe2-31d383c21518', 'name': 'network-vif-deleted', 'tag': 'ed007067-8390-4a9b-94f4-47d62af8aac6', 'status': 'completed', 'code': 200} May 10 11:35:08.351714 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-bc635065-6f24-41f9-ac99-e8be2c3b1ee1 req-3b36d649-af4e-4037-9adf-f95a5aabc46c tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Synchronizing usage tracker for tenant:1821659ec9fb4b7389b9c8c8affc7186 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:35:08.367423 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-bc635065-6f24-41f9-ac99-e8be2c3b1ee1 req-3b36d649-af4e-4037-9adf-f95a5aabc46c tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Unset dirty status for tenant:1821659ec9fb4b7389b9c8c8affc7186 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:35:08.368609 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bc635065-6f24-41f9-ac99-e8be2c3b1ee1 req-3b36d649-af4e-4037-9adf-f95a5aabc46c tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd4e0c5-4c91-4127-afe2-31d383c21518 HTTP/1.1" status: 200 len: 210 time: 0.0590127 May 10 11:35:09.593449 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 46752) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:09.712641 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-63be1e4b-c007-4048-a380-fa31a8a56d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.727214 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-63be1e4b-c007-4048-a380-fa31a8a56d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:35:09.731391 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-63be1e4b-c007-4048-a380-fa31a8a56d1b admin admin] Usage tracker for resource:security_group_rule and tenant:7b4a328c348f4f488edbf697316c467e is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:35:09.734546 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-63be1e4b-c007-4048-a380-fa31a8a56d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:35:09.740532 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-63be1e4b-c007-4048-a380-fa31a8a56d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:35:09.824222 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-63be1e4b-c007-4048-a380-fa31a8a56d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.828006 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-63be1e4b-c007-4048-a380-fa31a8a56d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.835842 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-15655730-835c-4791-ab9d-36702bfd511b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:09.876123 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-63be1e4b-c007-4048-a380-fa31a8a56d1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b4a328c348f4f488edbf697316c467e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814198 May 10 11:35:09.877074 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be1e4b-c007-4048-a380-fa31a8a56d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd136a4-3071-479f-89ba-c822ae42fd31,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:09.879860 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46764) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:09.880334 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-63be1e4b-c007-4048-a380-fa31a8a56d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:09.943440 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-262a013a-e3ba-4479-84bb-3078a4bdba8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:09.969172 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-262a013a-e3ba-4479-84bb-3078a4bdba8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.024299 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-262a013a-e3ba-4479-84bb-3078a4bdba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.029314 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1dfc2076-45c2-4e3c-913d-bfe6cf614ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:10.044825 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a013a-e3ba-4479-84bb-3078a4bdba8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd136a4-3071-479f-89ba-c822ae42fd31,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:10.048085 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-262a013a-e3ba-4479-84bb-3078a4bdba8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:10.051527 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-262a013a-e3ba-4479-84bb-3078a4bdba8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.052734 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-262a013a-e3ba-4479-84bb-3078a4bdba8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecd136a4-3071-479f-89ba-c822ae42fd31 HTTP/1.1" status: 204 len: 168 time: 0.1707277 May 10 11:35:10.347211 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46784) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:10.366369 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f03912c3-c464-4852-bdb0-12bf303738ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.380812 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-f03912c3-c464-4852-bdb0-12bf303738ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:35:10.385566 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-f03912c3-c464-4852-bdb0-12bf303738ce admin admin] Usage tracker for resource:security_group_rule and tenant:3d0a05477f0546d4b196fd2fce615edc is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:35:10.388457 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-f03912c3-c464-4852-bdb0-12bf303738ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:35:10.394613 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-f03912c3-c464-4852-bdb0-12bf303738ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:35:10.477993 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f03912c3-c464-4852-bdb0-12bf303738ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.484778 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-f03912c3-c464-4852-bdb0-12bf303738ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.491974 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-13482785-0c2f-4d4b-9a6b-e9fbc54a136b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:10.531317 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03912c3-c464-4852-bdb0-12bf303738ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44343fc-c284-4929-aaf8-5e59facff6c6,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:10.538101 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-f03912c3-c464-4852-bdb0-12bf303738ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d0a05477f0546d4b196fd2fce615edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872494 May 10 11:35:10.538101 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-f03912c3-c464-4852-bdb0-12bf303738ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:10.538370 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46792) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:10.599788 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-39a00244-8659-43e4-9c96-ae3a9637f218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.628437 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-39a00244-8659-43e4-9c96-ae3a9637f218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.693317 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-39a00244-8659-43e4-9c96-ae3a9637f218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.697658 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-334ce5d0-6279-4815-973a-e64456f50e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:10.709246 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a00244-8659-43e4-9c96-ae3a9637f218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44343fc-c284-4929-aaf8-5e59facff6c6,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:10.712837 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-39a00244-8659-43e4-9c96-ae3a9637f218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:10.716286 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-39a00244-8659-43e4-9c96-ae3a9637f218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:10.719670 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-39a00244-8659-43e4-9c96-ae3a9637f218 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c44343fc-c284-4929-aaf8-5e59facff6c6 HTTP/1.1" status: 204 len: 168 time: 0.1783044 May 10 11:35:11.006201 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device ed007067-8390-4a9b-94f4-47d62af8aac6 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:35:11.040462 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: ed007067-8390-4a9b-94f4-47d62af8aac6 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:35:11.040833 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device ed007067-8390-4a9b-94f4-47d62af8aac6 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:35:11.659988 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:35:14.105153 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.761329 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 46958) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:20.904396 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-34a7a464-8f97-4586-be18-851c9335fa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:20.919221 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-34a7a464-8f97-4586-be18-851c9335fa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:35:20.923101 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-34a7a464-8f97-4586-be18-851c9335fa5f admin admin] Usage tracker for resource:security_group_rule and tenant:57201f84528d4a9fb5f96aea0db1ef24 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:35:20.926573 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-34a7a464-8f97-4586-be18-851c9335fa5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:35:20.932697 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-34a7a464-8f97-4586-be18-851c9335fa5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:35:21.029029 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-34a7a464-8f97-4586-be18-851c9335fa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.034288 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-34a7a464-8f97-4586-be18-851c9335fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.043464 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5fcaf4c3-0577-405a-ac05-b367e332515c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:21.085905 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-34a7a464-8f97-4586-be18-851c9335fa5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57201f84528d4a9fb5f96aea0db1ef24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220189 May 10 11:35:21.086678 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7a464-8f97-4586-be18-851c9335fa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ffc291-0a81-4628-9ca0-12d3432e5bd4,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:21.088688 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46968) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:21.106106 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-34a7a464-8f97-4586-be18-851c9335fa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:21.177690 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-92fd0aea-75b6-45a7-a100-226a4993c3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.209258 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-92fd0aea-75b6-45a7-a100-226a4993c3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.278788 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-92fd0aea-75b6-45a7-a100-226a4993c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.285337 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7a6a0909-3947-422d-813f-aef94d7948e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:21.301664 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd0aea-75b6-45a7-a100-226a4993c3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ffc291-0a81-4628-9ca0-12d3432e5bd4,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:21.306409 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-92fd0aea-75b6-45a7-a100-226a4993c3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.311516 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-92fd0aea-75b6-45a7-a100-226a4993c3fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47ffc291-0a81-4628-9ca0-12d3432e5bd4 HTTP/1.1" status: 204 len: 168 time: 0.2214651 May 10 11:35:21.312674 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-92fd0aea-75b6-45a7-a100-226a4993c3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:21.660378 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46976) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:21.680250 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-abb6d38a-ec65-4bd2-8599-f35be1492ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.696429 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-abb6d38a-ec65-4bd2-8599-f35be1492ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:35:21.700416 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-abb6d38a-ec65-4bd2-8599-f35be1492ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:a7dc2e9869324021accc7a733602bd7c is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:35:21.703279 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-abb6d38a-ec65-4bd2-8599-f35be1492ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:35:21.709169 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-abb6d38a-ec65-4bd2-8599-f35be1492ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:35:21.811654 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-abb6d38a-ec65-4bd2-8599-f35be1492ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.823771 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-abb6d38a-ec65-4bd2-8599-f35be1492ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.851511 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:21.861504 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-abb6d38a-ec65-4bd2-8599-f35be1492ea1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7dc2e9869324021accc7a733602bd7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985464 May 10 11:35:21.863215 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 46984) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:21.904531 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d38a-ec65-4bd2-8599-f35be1492ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce36766-0ae5-47fc-a27a-706e45f6b40f,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:21.909846 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-abb6d38a-ec65-4bd2-8599-f35be1492ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:21.945435 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-660f17df-fd7a-4b2c-bfef-f37bc26ca2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:21.974195 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-660f17df-fd7a-4b2c-bfef-f37bc26ca2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.043718 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-660f17df-fd7a-4b2c-bfef-f37bc26ca2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.047831 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7efa5046-e0ae-45e8-93c5-fbff2049ef93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:22.060230 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f17df-fd7a-4b2c-bfef-f37bc26ca2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce36766-0ae5-47fc-a27a-706e45f6b40f,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:22.070435 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-660f17df-fd7a-4b2c-bfef-f37bc26ca2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:22.074534 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-660f17df-fd7a-4b2c-bfef-f37bc26ca2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:22.075873 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-660f17df-fd7a-4b2c-bfef-f37bc26ca2f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ce36766-0ae5-47fc-a27a-706e45f6b40f HTTP/1.1" status: 204 len: 168 time: 0.2117095 May 10 11:35:22.347542 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6c075036-9058-4995-8ae4-168a28965888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:24.979333 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fcd82b16-0346-4a40-aba3-394cc4ce107e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:25.089236 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:26.082197 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.187786 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 47084) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:27.323510 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8f25c3b9-1582-4410-a3d9-6c4b0d18b0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.339049 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-8f25c3b9-1582-4410-a3d9-6c4b0d18b0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:35:27.342866 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-8f25c3b9-1582-4410-a3d9-6c4b0d18b0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:59440c0e0e204a73bb3984f0143fdb43 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:35:27.345963 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-8f25c3b9-1582-4410-a3d9-6c4b0d18b0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:35:27.351920 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-8f25c3b9-1582-4410-a3d9-6c4b0d18b0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:35:27.444968 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8f25c3b9-1582-4410-a3d9-6c4b0d18b0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.450015 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8f25c3b9-1582-4410-a3d9-6c4b0d18b0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.460004 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a6c2efc7-5447-4394-b301-e5134ac14c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:27.461958 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.500636 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25c3b9-1582-4410-a3d9-6c4b0d18b0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ceed3c-fa8d-4a66-a558-4e5801b704ff,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:27.503956 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8f25c3b9-1582-4410-a3d9-6c4b0d18b0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:27.509870 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 47098) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:27.510337 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-8f25c3b9-1582-4410-a3d9-6c4b0d18b0f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59440c0e0e204a73bb3984f0143fdb43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210433 May 10 11:35:27.583652 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a04adbaf-f159-4aee-8b2b-e24007aad0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.611297 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a04adbaf-f159-4aee-8b2b-e24007aad0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.669374 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a04adbaf-f159-4aee-8b2b-e24007aad0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.677045 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ca0a06ac-d5e3-4f03-8967-72736e1ff7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:27.692140 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04adbaf-f159-4aee-8b2b-e24007aad0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ceed3c-fa8d-4a66-a558-4e5801b704ff,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:27.700257 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a04adbaf-f159-4aee-8b2b-e24007aad0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:27.719384 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a04adbaf-f159-4aee-8b2b-e24007aad0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:27.723103 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-a04adbaf-f159-4aee-8b2b-e24007aad0bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23ceed3c-fa8d-4a66-a558-4e5801b704ff HTTP/1.1" status: 204 len: 168 time: 0.2119336 May 10 11:35:28.060021 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 47106) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:28.077708 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-16a8f051-b42d-4502-8e36-6a7fe3797d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.092651 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-16a8f051-b42d-4502-8e36-6a7fe3797d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:35:28.097649 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-16a8f051-b42d-4502-8e36-6a7fe3797d1b admin admin] Usage tracker for resource:security_group_rule and tenant:3101c52adf424030819df5dabb2f2d13 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:35:28.101419 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-16a8f051-b42d-4502-8e36-6a7fe3797d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:35:28.109249 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-16a8f051-b42d-4502-8e36-6a7fe3797d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:35:28.200886 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-16a8f051-b42d-4502-8e36-6a7fe3797d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.205010 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-16a8f051-b42d-4502-8e36-6a7fe3797d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.214685 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-e41d9385-27a7-4b72-9af1-78cdbaf0ac0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:28.261226 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-16a8f051-b42d-4502-8e36-6a7fe3797d1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3101c52adf424030819df5dabb2f2d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000282 May 10 11:35:28.261882 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 47110) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:28.262756 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8f051-b42d-4502-8e36-6a7fe3797d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4caf2e2-8145-4a8d-86d0-77fed0f606bf,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:28.266212 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-16a8f051-b42d-4502-8e36-6a7fe3797d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:28.358902 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e6c66db-dd7a-42b3-8dbf-de378cbaae7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.386984 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e6c66db-dd7a-42b3-8dbf-de378cbaae7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.442959 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e6c66db-dd7a-42b3-8dbf-de378cbaae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.447770 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7d5f9d18-6c52-4a40-8058-524da4036a5f tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:28.459575 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c66db-dd7a-42b3-8dbf-de378cbaae7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4caf2e2-8145-4a8d-86d0-77fed0f606bf,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:28.468493 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5e6c66db-dd7a-42b3-8dbf-de378cbaae7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:28.472029 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-5e6c66db-dd7a-42b3-8dbf-de378cbaae7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:28.476481 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-5e6c66db-dd7a-42b3-8dbf-de378cbaae7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4caf2e2-8145-4a8d-86d0-77fed0f606bf HTTP/1.1" status: 204 len: 168 time: 0.2133739 May 10 11:35:33.301218 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 47258) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:33.359101 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8de1f9-f0ab-43e3-a223-b57c013780b6 admin admin] Deleting subnet 3390536d-bbd6-4bdd-909f-5b4414d6f3bd {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:35:33.362166 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2a8de1f9-f0ab-43e3-a223-b57c013780b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.414293 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2a8de1f9-f0ab-43e3-a223-b57c013780b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557216'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.467947 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2a8de1f9-f0ab-43e3-a223-b57c013780b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.715330 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2a8de1f9-f0ab-43e3-a223-b57c013780b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2206754'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.720017 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:33.753735 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8de1f9-f0ab-43e3-a223-b57c013780b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3390536d-bbd6-4bdd-909f-5b4414d6f3bd,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:33.756804 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2a8de1f9-f0ab-43e3-a223-b57c013780b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:33.757770 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2a8de1f9-f0ab-43e3-a223-b57c013780b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:33.764083 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2a8de1f9-f0ab-43e3-a223-b57c013780b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3390536d-bbd6-4bdd-909f-5b4414d6f3bd HTTP/1.1" status: 204 len: 168 time: 0.4618518 May 10 11:35:33.766503 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 47268) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:33.880702 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.007806 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.021529 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3911dbd-55db-4963-960d-6a8996b31d67']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:34.033673 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db77f84-3d18-4dad-adbb-497beddb6d0b') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:34.033902 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db77f84-3d18-4dad-adbb-497beddb6d0b') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:35:34.046589 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557247'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.065610 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.071643 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:35:34.072009 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438718'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: Traceback (most recent call last): May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: timer() May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: cb(*args, **kw) May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: return func(*args, **kwargs) May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: self._notify() May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: self.callback(batched_events) May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: event.method(event) May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: return f(self, *a, **k) May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._get(url).json() May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: return self.request(url, 'GET', **kwargs) May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:35:34.085386 dv-cinder-784956-5-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:35:34.157373 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.160937 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:34.173646 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.184862 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3911dbd-55db-4963-960d-6a8996b31d67,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:34.187720 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:34.191746 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-53d6d308-f346-4b98-a390-465447d960c5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b3911dbd-55db-4963-960d-6a8996b31d67 HTTP/1.1" status: 204 len: 168 time: 0.4243336 May 10 11:35:34.360992 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 47278) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:34.408591 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-fcd55e8f-c8ea-49db-9475-eecc21e3c6e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1821659ec9fb4b7389b9c8c8affc7186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463109 May 10 11:35:34.410875 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 47282) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:34.466716 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1e0a-65d0-4b46-8d53-afbe118438a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.492616 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1e0a-65d0-4b46-8d53-afbe118438a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.541217 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1e0a-65d0-4b46-8d53-afbe118438a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.545925 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-bd00d972-e6fe-44a8-b623-d9c98e0f6170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:34.560675 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab1e0a-65d0-4b46-8d53-afbe118438a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01420b6-df7a-4c1b-8958-8cd78990c6f6,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:34.564684 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a0ab1e0a-65d0-4b46-8d53-afbe118438a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:34.578182 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1e0a-65d0-4b46-8d53-afbe118438a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:34.581895 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-a0ab1e0a-65d0-4b46-8d53-afbe118438a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e01420b6-df7a-4c1b-8958-8cd78990c6f6 HTTP/1.1" status: 204 len: 168 time: 0.1700947 May 10 11:35:40.902038 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 47418) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:41.020432 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-20adeaa0-b1cc-492a-bf17-52446a6f13d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.040193 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-20adeaa0-b1cc-492a-bf17-52446a6f13d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:35:41.043932 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-20adeaa0-b1cc-492a-bf17-52446a6f13d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c04eaf80f1714a259b8d56af08025a7a is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:35:41.046746 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-20adeaa0-b1cc-492a-bf17-52446a6f13d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:35:41.052266 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-20adeaa0-b1cc-492a-bf17-52446a6f13d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:35:41.137058 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-20adeaa0-b1cc-492a-bf17-52446a6f13d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.141039 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-20adeaa0-b1cc-492a-bf17-52446a6f13d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.149603 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8d3e8ea2-3191-4360-86a4-d531c3ab42d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:41.189594 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adeaa0-b1cc-492a-bf17-52446a6f13d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3a5a87-006d-4d2f-af70-b2220b30e63a,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:41.193849 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-20adeaa0-b1cc-492a-bf17-52446a6f13d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c04eaf80f1714a259b8d56af08025a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906225 May 10 11:35:41.194713 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-20adeaa0-b1cc-492a-bf17-52446a6f13d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:41.196469 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 47424) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:41.253796 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c4e28671-e4f9-40ec-81df-66d7237ada24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.280178 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c4e28671-e4f9-40ec-81df-66d7237ada24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.332027 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c4e28671-e4f9-40ec-81df-66d7237ada24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.335727 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-62713426-3ac3-45b4-ba76-aa7134e7521b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:41.352182 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e28671-e4f9-40ec-81df-66d7237ada24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3a5a87-006d-4d2f-af70-b2220b30e63a,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:41.355095 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c4e28671-e4f9-40ec-81df-66d7237ada24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:41.357374 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-c4e28671-e4f9-40ec-81df-66d7237ada24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.358518 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-c4e28671-e4f9-40ec-81df-66d7237ada24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad3a5a87-006d-4d2f-af70-b2220b30e63a HTTP/1.1" status: 204 len: 168 time: 0.1611319 May 10 11:35:41.649502 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 47434) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:41.671572 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0739ae0f-33aa-48d9-ac76-53ba83d70a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.686636 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0739ae0f-33aa-48d9-ac76-53ba83d70a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:35:41.690841 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0739ae0f-33aa-48d9-ac76-53ba83d70a4e admin admin] Usage tracker for resource:security_group_rule and tenant:0705b76edf8e4247bd5ad0ad631ad435 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:35:41.693684 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-0739ae0f-33aa-48d9-ac76-53ba83d70a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:35:41.699355 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-0739ae0f-33aa-48d9-ac76-53ba83d70a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:35:41.783516 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0739ae0f-33aa-48d9-ac76-53ba83d70a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.788034 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0739ae0f-33aa-48d9-ac76-53ba83d70a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.795595 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8bfc2288-216e-41a8-8880-7cb51a98b30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:41.837021 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0739ae0f-33aa-48d9-ac76-53ba83d70a4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0705b76edf8e4247bd5ad0ad631ad435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864166 May 10 11:35:41.837935 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739ae0f-33aa-48d9-ac76-53ba83d70a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaace334-d53c-4d90-b3cd-45288e7f3e81,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:41.839671 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 47438) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:41.841043 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0739ae0f-33aa-48d9-ac76-53ba83d70a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:41.898434 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bc4968f9-b47b-43be-8510-5539ceae501c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.925014 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bc4968f9-b47b-43be-8510-5539ceae501c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.975943 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bc4968f9-b47b-43be-8510-5539ceae501c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.979629 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-4ec3262f-ef4e-4a51-a786-5d86c3dbcee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:41.991261 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4968f9-b47b-43be-8510-5539ceae501c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaace334-d53c-4d90-b3cd-45288e7f3e81,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:41.993557 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-bc4968f9-b47b-43be-8510-5539ceae501c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:41.998654 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-bc4968f9-b47b-43be-8510-5539ceae501c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:41.999906 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-bc4968f9-b47b-43be-8510-5539ceae501c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaace334-d53c-4d90-b3cd-45288e7f3e81 HTTP/1.1" status: 204 len: 168 time: 0.1591775 May 10 11:35:42.729209 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 47464) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:42.835598 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1495629105-network', 'tenant_id': '8db6a1bd6c1d4da5966d1572482c0466'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:42.840224 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:35:42.844252 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Usage tracker for resource:network and tenant:8db6a1bd6c1d4da5966d1572482c0466 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:35:42.847087 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:35:42.854268 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:35:42.865008 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Made reservation on behalf of 8db6a1bd6c1d4da5966d1572482c0466 for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:42.867266 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:42.879789 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:42.894288 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:35:42.898625 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Usage tracker for resource:security_group_rule and tenant:8db6a1bd6c1d4da5966d1572482c0466 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:35:42.901348 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:35:42.906871 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:35:42.993613 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:42.997479 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.001384 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-df758037-49c0-468f-8aa7-5b82c6a9e426 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:43.025974 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=78729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:35:43.038369 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d34cfd-25c3-4b30-8ae0-f958e004a283,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:43.042357 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:43.043269 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.043622 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Added segment 13a36d7a-fb0a-4893-aaa7-856e37163011 of type vlan for network 002ed444-c767-4f72-b943-12a4d7707daf May 10 11:35:43.069340 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.098742 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.100077 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:43.100663 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.103828 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:43.205881 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Pushing event updated for resources: {'Network': ['ID=002ed444-c767-4f72-b943-12a4d7707daf,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:43.209132 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4788990 May 10 11:35:43.210094 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1c6649fb-f14b-43fa-af40-3fb63c08a09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:43.211978 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 47470) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:35:43.216303 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 002ed444-c767-4f72-b943-12a4d7707daf details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:35:43.218481 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Request body: {'subnet': {'network_id': '002ed444-c767-4f72-b943-12a4d7707daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1495629105-subnet', 'tenant_id': '8db6a1bd6c1d4da5966d1572482c0466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:43.223422 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:35:43.227434 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Usage tracker for resource:subnet and tenant:8db6a1bd6c1d4da5966d1572482c0466 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:35:43.230289 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:35:43.236270 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:35:43.246259 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Made reservation on behalf of 8db6a1bd6c1d4da5966d1572482c0466 for: {'subnet': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:43.248904 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2416197'] for subnet, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.717658 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2112813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2416183'] for subnet, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.722829 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-66ec3b3d-78c8-46ec-ba10-83d0b6daad5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:43.800373 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3612f3-5aec-4fc7-822e-7290f24262f6,revision_number=0']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:43.804513 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:43.805367 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Checking segment: {'id': '13a36d7a-fb0a-4893-aaa7-856e37163011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '002ed444-c767-4f72-b943-12a4d7707daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:35:43.805714 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Network hostable DHCP agents. Network: 002ed444-c767-4f72-b943-12a4d7707daf, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:35:43.824104 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Network 002ed444-c767-4f72-b943-12a4d7707daf is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:35:43.833983 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 002ed444-c767-4f72-b943-12a4d7707daf) {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:43.842659 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:43.842905 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb6d492-b5c3-45df-b9ea-207c8b55944f None None] Network 002ed444-c767-4f72-b943-12a4d7707daf requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:43.843233 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:43.863076 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-7c95d9e0-f2a0-418b-9060-4282bc375793 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6500361 May 10 11:35:44.037657 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b314cc4c-5ab8-4ade-bfff-ffc2df66061c None None] Network 002ed444-c767-4f72-b943-12a4d7707daf requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:35:44.164096 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:45.863749 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-b447c88c-5ba1-4279-9795-8727f850f9c4 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:45.864566 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-b447c88c-5ba1-4279-9795-8727f850f9c4 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Synchronizing usage tracker for tenant:8db6a1bd6c1d4da5966d1572482c0466 on resource:network {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:35:45.882885 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-b447c88c-5ba1-4279-9795-8727f850f9c4 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Unset dirty status for tenant:8db6a1bd6c1d4da5966d1572482c0466 on resource:network {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:35:45.884024 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-b447c88c-5ba1-4279-9795-8727f850f9c4 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/networks?id=002ed444-c767-4f72-b943-12a4d7707daf HTTP/1.1" status: 200 len: 814 time: 0.1644270 May 10 11:35:45.899507 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-b84e1f6b-37e7-487a-9feb-df577baad0c1 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/quotas/8db6a1bd6c1d4da5966d1572482c0466 HTTP/1.1" status: 200 len: 375 time: 0.0098889 May 10 11:35:45.951886 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-22db567f-ca8f-4320-85a1-9f75e36ef475 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8db6a1bd6c1d4da5966d1572482c0466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469282 May 10 11:35:46.086621 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-a17e5a33-71c1-40d9-8282-eebde428ed5f service neutron] 10.222.0.13 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278694 May 10 11:35:46.218031 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-2f5eae2e-8ea0-422c-b87c-224be472102a service neutron] 10.222.0.13 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251833 May 10 11:35:46.398915 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ab7c472a-6c0f-42a6-a904-7ea6a050e389 req-66827842-7083-4464-8bd6-3ec276ab49f4 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 210 time: 0.0468476 May 10 11:35:47.573188 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a112d2f1-10d6-40a5-a6d0-a6344b9156dd req-5c5b6d77-3808-4762-b0ea-d4ab1b8b6ca3 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 210 time: 0.0679724 May 10 11:35:47.703272 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-24a1fc59-5eef-40c7-9fcd-6698ac7edd61 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:47.704657 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-24a1fc59-5eef-40c7-9fcd-6698ac7edd61 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.30 "GET /v2.0/networks?id=002ed444-c767-4f72-b943-12a4d7707daf HTTP/1.1" status: 200 len: 814 time: 0.1651380 May 10 11:35:47.724552 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Request body: {'port': {'device_id': '9ce8d64c-6984-4327-9d48-877857270c2d', 'network_id': '002ed444-c767-4f72-b943-12a4d7707daf', 'admin_state_up': True, 'tenant_id': '8db6a1bd6c1d4da5966d1572482c0466'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:47.860920 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:35:47.864613 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Usage tracker for resource:port and tenant:8db6a1bd6c1d4da5966d1572482c0466 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:35:47.868025 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:35:47.873606 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:35:47.882742 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Made reservation on behalf of 8db6a1bd6c1d4da5966d1572482c0466 for: {'port': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:35:47.886108 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.045765 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Allocated IP 172.20.0.10 (002ed444-c767-4f72-b943-12a4d7707daf/2e3612f3-5aec-4fc7-822e-7290f24262f6/ecf41c1d-f4dc-4e6c-87d9-f4391d080b22) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:35:48.245520 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.274082 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.280497 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-0557ed38-776c-49ab-b5a7-f69de7cd9521 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:48.341975 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Network 002ed444-c767-4f72-b943-12a4d7707daf is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:35:48.344955 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:35:48.347176 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:35:48.392004 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Pushing event updated for resources: {'Port': ['ID=ecf41c1d-f4dc-4e6c-87d9-f4391d080b22,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:48.394934 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:48.420180 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:48.420800 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.439255 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-5e77b740-9c32-48dc-9e2e-eb670f3be07d tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7184947 May 10 11:35:48.451494 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Request body: {'port': {'device_id': '9ce8d64c-6984-4327-9d48-877857270c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:35:48.559655 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:48.660095 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:35:48.922291 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db127c5-091f-4325-a3ff-56cb16bed644 req-33aa0515-5a91-41d1-9e74-c371a7f76149 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:48.922988 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-5db127c5-091f-4325-a3ff-56cb16bed644 req-33aa0515-5a91-41d1-9e74-c371a7f76149 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Synchronizing usage tracker for tenant:8db6a1bd6c1d4da5966d1572482c0466 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:35:48.962175 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-5db127c5-091f-4325-a3ff-56cb16bed644 req-33aa0515-5a91-41d1-9e74-c371a7f76149 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Unset dirty status for tenant:8db6a1bd6c1d4da5966d1572482c0466 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:35:48.963314 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5db127c5-091f-4325-a3ff-56cb16bed644 req-33aa0515-5a91-41d1-9e74-c371a7f76149 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 932 time: 0.2621641 May 10 11:35:49.035132 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-5db127c5-091f-4325-a3ff-56cb16bed644 req-deebd434-5deb-4b92-afc7-2d66f51be284 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Synchronizing usage tracker for tenant:8db6a1bd6c1d4da5966d1572482c0466 on resource:security_group {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:35:49.097289 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-5db127c5-091f-4325-a3ff-56cb16bed644 req-deebd434-5deb-4b92-afc7-2d66f51be284 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Unset dirty status for tenant:8db6a1bd6c1d4da5966d1572482c0466 on resource:security_group {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:35:49.098386 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5db127c5-091f-4325-a3ff-56cb16bed644 req-deebd434-5deb-4b92-afc7-2d66f51be284 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217341 May 10 11:35:49.117079 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:35:49.124164 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:49.138121 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Transition to ACTIVE for port object ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:35:49.142089 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:49.145593 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9d980169-e4da-473e-ac40-7b90a84c6562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:49.270037 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf41c1d-f4dc-4e6c-87d9-f4391d080b22,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:49.298978 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:49.373247 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Attempting to bind port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:35:49.373574 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Attempting to bind port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '13a36d7a-fb0a-4893-aaa7-856e37163011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '002ed444-c767-4f72-b943-12a4d7707daf'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:35:49.373894 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Attempting to bind port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 on network 002ed444-c767-4f72-b943-12a4d7707daf {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:35:49.378348 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 on network 002ed444-c767-4f72-b943-12a4d7707daf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:35:49.378665 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Attempting to bind port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 on network 002ed444-c767-4f72-b943-12a4d7707daf {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:35:49.384185 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:35:49.384516 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Checking segment: {'id': '13a36d7a-fb0a-4893-aaa7-856e37163011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '002ed444-c767-4f72-b943-12a4d7707daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:35:49.384930 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Bound using segment: {'id': '13a36d7a-fb0a-4893-aaa7-856e37163011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '002ed444-c767-4f72-b943-12a4d7707daf'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:35:49.385349 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Bound port: ecf41c1d-f4dc-4e6c-87d9-f4391d080b22, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a36d7a-fb0a-4893-aaa7-856e37163011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '002ed444-c767-4f72-b943-12a4d7707daf'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:35:49.385684 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:49.474389 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] For port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22, host hv-cinder-78495, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:35:49.477214 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] For port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ecf41c1d-f4dc-4e6c-87d9-f4391d080b22,segment=NetworkSegment(13a36d7a-fb0a-4893-aaa7-856e37163011),segment_id=13a36d7a-fb0a-4893-aaa7-856e37163011)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:35:49.482664 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:49.486909 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6db786e2-cb2c-4c35-b8d2-51b375685755 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:49.536089 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:49.536777 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:49.538148 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] 10.222.0.30 "PUT /v2.0/ports/ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 HTTP/1.1" status: 200 len: 1094 time: 1.0905793 May 10 11:35:49.538669 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce8d64c-6984-4327-9d48-877857270c2d', 'tag': 'ecf41c1d-f4dc-4e6c-87d9-f4391d080b22'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:35:49.566412 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf41c1d-f4dc-4e6c-87d9-f4391d080b22,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:49.570883 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:49.659949 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-19813274-a661-4209-8b6d-54761147d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:49.661423 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-19813274-a661-4209-8b6d-54761147d371 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8db6a1bd6c1d4da5966d1572482c0466&device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 1097 time: 0.0751855 May 10 11:35:49.723673 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce8d64c-6984-4327-9d48-877857270c2d', 'tag': 'ecf41c1d-f4dc-4e6c-87d9-f4391d080b22', 'status': 'completed', 'code': 200} May 10 11:35:49.732435 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-73808d12-6fff-4235-b076-7a746ea0c3bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 HTTP/1.1" status: 200 len: 217 time: 0.0619845 May 10 11:35:49.796970 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-962f6ff7-da55-4e55-b780-5af037e02472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:49.798314 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-962f6ff7-da55-4e55-b780-5af037e02472 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3612f3-5aec-4fc7-822e-7290f24262f6 HTTP/1.1" status: 200 len: 854 time: 0.0591104 May 10 11:35:49.844093 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-c5b2a21c-36f7-4d08-831f-28efa9f659e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=002ed444-c767-4f72-b943-12a4d7707daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388103 May 10 11:35:49.971114 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-85ad7c2b-bd94-4bba-91bd-ac0184ae9dab service neutron] 10.222.0.30 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197674 May 10 11:35:50.104315 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-ae423cea-b3b1-48a7-9dbb-ae2edcad855b req-6b87725d-df1a-4cf5-abb3-279b4a8578fe service neutron] 10.222.0.30 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259243 May 10 11:35:50.280880 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06b7cd-c035-4c3d-9999-01829f0702e2 req-2af842c1-c293-4c75-8dd1-4b3342f9864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:50.282342 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5a06b7cd-c035-4c3d-9999-01829f0702e2 req-2af842c1-c293-4c75-8dd1-4b3342f9864e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8db6a1bd6c1d4da5966d1572482c0466&device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 1097 time: 0.1263683 May 10 11:35:50.467028 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8c0db-1f91-4a80-be69-1d25b128cdbc req-8b9982db-82d3-4bcd-9be4-ae5edf6466c0 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:50.468437 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c3d8c0db-1f91-4a80-be69-1d25b128cdbc req-8b9982db-82d3-4bcd-9be4-ae5edf6466c0 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 944 time: 0.2627609 May 10 11:35:50.541410 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c3d8c0db-1f91-4a80-be69-1d25b128cdbc req-893d2fda-4841-40e4-a53c-4e3516972f5b tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655663 May 10 11:35:50.559667 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06b7cd-c035-4c3d-9999-01829f0702e2 req-a4a8a3f1-deb2-4e37-b689-03e2803c0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:50.561090 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5a06b7cd-c035-4c3d-9999-01829f0702e2 req-a4a8a3f1-deb2-4e37-b689-03e2803c0422 service neutron] 10.222.0.30 "GET /v2.0/networks?id=002ed444-c767-4f72-b943-12a4d7707daf HTTP/1.1" status: 200 len: 915 time: 0.2717347 May 10 11:35:50.631107 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5a06b7cd-c035-4c3d-9999-01829f0702e2 req-629bdc2b-eba9-4a9a-bcef-45bffea63b66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 HTTP/1.1" status: 200 len: 217 time: 0.0624619 May 10 11:35:50.692758 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06b7cd-c035-4c3d-9999-01829f0702e2 req-d2bdff4a-bae7-4446-870a-de23988703d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:50.694120 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5a06b7cd-c035-4c3d-9999-01829f0702e2 req-d2bdff4a-bae7-4446-870a-de23988703d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3612f3-5aec-4fc7-822e-7290f24262f6 HTTP/1.1" status: 200 len: 854 time: 0.0555837 May 10 11:35:50.744537 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5a06b7cd-c035-4c3d-9999-01829f0702e2 req-78f0018f-93dd-440a-8ffc-ce2ddbb94d47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=002ed444-c767-4f72-b943-12a4d7707daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433607 May 10 11:35:50.873694 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5a06b7cd-c035-4c3d-9999-01829f0702e2 req-d6e06235-cb07-42d2-96b4-e138853ecb3e service neutron] 10.222.0.30 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221192 May 10 11:35:51.004827 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5a06b7cd-c035-4c3d-9999-01829f0702e2 req-203d3ce9-6942-458a-8119-259d73fdc49f service neutron] 10.222.0.30 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227748 May 10 11:35:51.728667 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6cd74-1b61-4576-9e6b-e32b076ba448 req-e647fbb6-b84e-46ea-93d1-746ac53bc6f4 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:51.730090 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-87b6cd74-1b61-4576-9e6b-e32b076ba448 req-e647fbb6-b84e-46ea-93d1-746ac53bc6f4 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 944 time: 0.0776577 May 10 11:35:51.773245 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-87b6cd74-1b61-4576-9e6b-e32b076ba448 req-7a480e85-1eef-479d-aadf-16a47424bc3a tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373220 May 10 11:35:52.340721 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5412490e-3d66-42aa-8aad-118063400b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:52.960440 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e20a41-b09c-4931-a225-6e1af4ad9462 req-d886926e-99d0-4144-920c-de799e23d253 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:52.961866 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-17e20a41-b09c-4931-a225-6e1af4ad9462 req-d886926e-99d0-4144-920c-de799e23d253 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 944 time: 0.0861492 May 10 11:35:53.006252 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-17e20a41-b09c-4931-a225-6e1af4ad9462 req-db719b01-85f5-4baf-b635-2d74236c4f82 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387197 May 10 11:35:53.976031 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f127f737-fb2f-45b4-9413-3ca230b1a353 req-7c9acc63-fc26-4fab-99b3-3a1a149ea664 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682180 May 10 11:35:54.156272 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127f737-fb2f-45b4-9413-3ca230b1a353 req-72fbe0fd-a338-45da-a508-07b4d225a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:54.157700 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f127f737-fb2f-45b4-9413-3ca230b1a353 req-72fbe0fd-a338-45da-a508-07b4d225a92a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 1098 time: 0.1083691 May 10 11:35:54.284944 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48a1b5-bfcd-4a5d-8f88-6059778a8ba4 req-044e21eb-1ac8-4346-bdfb-68ab5ea1564f tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:54.286284 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4c48a1b5-bfcd-4a5d-8f88-6059778a8ba4 req-044e21eb-1ac8-4346-bdfb-68ab5ea1564f tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 944 time: 0.1679254 May 10 11:35:54.353168 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127f737-fb2f-45b4-9413-3ca230b1a353 req-40f8b49f-6f16-4682-84e4-f16dd3c6f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:54.354554 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f127f737-fb2f-45b4-9413-3ca230b1a353 req-40f8b49f-6f16-4682-84e4-f16dd3c6f8d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 913 time: 0.1778321 May 10 11:35:54.359137 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4c48a1b5-bfcd-4a5d-8f88-6059778a8ba4 req-c01ace22-d449-4d53-a169-3058ced04cda tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658152 May 10 11:35:54.454417 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f127f737-fb2f-45b4-9413-3ca230b1a353 req-38bf36cc-7e04-4065-b336-17b216fbefcd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 HTTP/1.1" status: 200 len: 1001 time: 0.0926528 May 10 11:35:54.518927 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127f737-fb2f-45b4-9413-3ca230b1a353 req-4fc62c50-60de-4dcf-b91b-32b7bed21b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:54.520286 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f127f737-fb2f-45b4-9413-3ca230b1a353 req-4fc62c50-60de-4dcf-b91b-32b7bed21b71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 200 len: 851 time: 0.0591455 May 10 11:35:54.595513 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127f737-fb2f-45b4-9413-3ca230b1a353 req-9798774c-3377-4069-8491-4678c461cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:54.597019 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f127f737-fb2f-45b4-9413-3ca230b1a353 req-9798774c-3377-4069-8491-4678c461cb2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92d4a7e0-0203-4451-b99d-34c2bc41c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705302 May 10 11:35:54.728256 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f127f737-fb2f-45b4-9413-3ca230b1a353 req-e39d05cc-f75b-43f8-af4a-6b4363f27e06 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245461 May 10 11:35:54.950601 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f127f737-fb2f-45b4-9413-3ca230b1a353 req-63f73040-ed84-4772-80cf-dde688903156 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159376 May 10 11:35:54.981149 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ca97e2a5-d842-41f4-98ce-e2c6239bf266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:55.079651 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:55.252041 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:35:55.380136 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ecf41c1d-f4dc-4e6c-87d9-f4391d080b22,segment=NetworkSegment(13a36d7a-fb0a-4893-aaa7-856e37163011),segment_id=13a36d7a-fb0a-4893-aaa7-856e37163011)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:35:55.393915 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': 'ecf41c1d-f4dc-4e6c-87d9-f4391d080b22', 'network_id': '002ed444-c767-4f72-b943-12a4d7707daf', 'port_id': 'ecf41c1d-f4dc-4e6c-87d9-f4391d080b22', 'mac_address': 'fa:16:3e:19:6a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3612f3-5aec-4fc7-822e-7290f24262f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:35:55.451336 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:55.467554 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:35:55.483209 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ecf41c1d-f4dc-4e6c-87d9-f4391d080b22,segment=NetworkSegment(13a36d7a-fb0a-4893-aaa7-856e37163011),segment_id=13a36d7a-fb0a-4893-aaa7-856e37163011)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:35:55.487144 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:55.488963 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:55.545406 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836593e8-a561-40de-b730-83059f1cf754 req-db918f88-d604-4eed-b490-c675c6a7774e tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:55.546788 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-836593e8-a561-40de-b730-83059f1cf754 req-db918f88-d604-4eed-b490-c675c6a7774e tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 945 time: 0.0857730 May 10 11:35:55.553237 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=ecf41c1d-f4dc-4e6c-87d9-f4391d080b22,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:55.560963 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.561320 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.561658 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.561989 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.562315 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.562655 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.562962 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.563285 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.563611 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.563939 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.564244 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.564579 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:35:55.568431 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:55.594458 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-836593e8-a561-40de-b730-83059f1cf754 req-9dc55214-c68b-40bd-bc2f-f94befd022da tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 May 10 11:35:55.933489 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['ecf41c1d-f4dc-4e6c-87d9-f4391d080b22'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:35:56.098771 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:56.776918 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179d5da-228e-4205-9e90-e535a4d532ce req-ac450060-3529-4c07-9b08-79c218b23f2b tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:56.778377 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8179d5da-228e-4205-9e90-e535a4d532ce req-ac450060-3529-4c07-9b08-79c218b23f2b tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 945 time: 0.0798845 May 10 11:35:56.825938 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8179d5da-228e-4205-9e90-e535a4d532ce req-4613aea9-ce0b-479e-b0e6-78560ddc286a tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419660 May 10 11:35:57.258628 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:35:57.323250 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:35:57.327850 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:35:57.328222 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.445433 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.471788 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.477729 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce8d64c-6984-4327-9d48-877857270c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf41c1d-f4dc-4e6c-87d9-f4391d080b22'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:35:57.487396 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ecf41c1d-f4dc-4e6c-87d9-f4391d080b22,segment=NetworkSegment(13a36d7a-fb0a-4893-aaa7-856e37163011),segment_id=13a36d7a-fb0a-4893-aaa7-856e37163011)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:35:57.491706 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:35:57.493520 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:35:57.562269 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=ecf41c1d-f4dc-4e6c-87d9-f4391d080b22,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:35:57.565382 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:35:57.577636 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce8d64c-6984-4327-9d48-877857270c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf41c1d-f4dc-4e6c-87d9-f4391d080b22', 'code': 200} May 10 11:35:57.797634 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b8c47-b5ef-4bc4-9bea-b08e7092ad4a req-3e6aaed2-6424-44b1-b28a-c22ece6ab1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:57.798960 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-182b8c47-b5ef-4bc4-9bea-b08e7092ad4a req-3e6aaed2-6424-44b1-b28a-c22ece6ab1b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 1099 time: 0.0688193 May 10 11:35:57.838770 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-182b8c47-b5ef-4bc4-9bea-b08e7092ad4a req-574e0a77-2964-4c61-b94a-b4cf77200d79 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336168 May 10 11:35:58.008817 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcdc8d-849e-48d6-abe9-4606f994a820 req-e8e4d153-d991-4c5e-be67-eea6ac8224a8 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:58.010225 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8bbcdc8d-849e-48d6-abe9-4606f994a820 req-e8e4d153-d991-4c5e-be67-eea6ac8224a8 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 946 time: 0.0827324 May 10 11:35:58.053402 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8bbcdc8d-849e-48d6-abe9-4606f994a820 req-dfd8df52-dc3c-42f3-b02f-089df9c11952 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374453 May 10 11:35:59.251473 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd4ff1-4947-4399-b31d-d30f10b8b061 req-f14a5c08-3531-4e5e-97d2-96276bbac742 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:35:59.252855 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c7cd4ff1-4947-4399-b31d-d30f10b8b061 req-f14a5c08-3531-4e5e-97d2-96276bbac742 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 946 time: 0.0813038 May 10 11:35:59.299188 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c7cd4ff1-4947-4399-b31d-d30f10b8b061 req-079d7970-70f1-41fc-b909-c3f133fe0bfd tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405188 May 10 11:36:14.160011 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:22.342172 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8af6ec40-58b5-46d0-9aca-91c07cdb2455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:24.983648 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fbada272-9893-43be-a4fd-aea8ea02217c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:25.082295 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:25.658621 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:36:26.081523 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.499627 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 47794) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:36:26.613815 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.627765 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:36:26.631554 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Usage tracker for resource:security_group_rule and tenant:c340ec7fdf5848788dd43ad412419422 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:36:26.634318 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:36:26.639910 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:36:26.723242 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.727503 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.735986 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-f5d8809a-2205-44e8-9f86-9818a0b82caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:36:26.774337 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c340ec7fdf5848788dd43ad412419422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735732 May 10 11:36:26.776157 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f289a7-c32b-4fba-9e1d-3fb1d5dfef28,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:26.776875 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 47800) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:36:26.783737 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.784122 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.784492 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.784886 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.785250 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.785611 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.786539 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.786895 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.787248 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.787605 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.787955 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.788303 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.792437 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:36:26.835018 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.860101 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.913680 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.917407 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-76b89807-9934-464c-8d43-468c84294fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:36:26.930888 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f289a7-c32b-4fba-9e1d-3fb1d5dfef28,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:26.942645 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.943026 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.943397 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.943764 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.944131 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.944490 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.944879 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.945239 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.945597 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.945949 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.946298 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.946647 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:36:26.949989 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:36:26.951172 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:26.952254 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3a1f9dcb-dd34-4a96-843a-5b53a633db6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30f289a7-c32b-4fba-9e1d-3fb1d5dfef28 HTTP/1.1" status: 204 len: 168 time: 0.1744213 May 10 11:36:27.454854 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:32.937554 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 47884) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:36:33.283078 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Deleting port 58e9af20-0569-4b2b-8f2d-f8a38e464957 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:36:33.283331 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.399423 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.399749 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.518242 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Calling delete_port for 58e9af20-0569-4b2b-8f2d-f8a38e464957 owned by network:floatingip {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:36:33.653119 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.657934 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:36:33.700986 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event deleted for resources: {'Port': ['ID=58e9af20-0569-4b2b-8f2d-f8a38e464957,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:33.704097 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:36:33.796839 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for floatingip, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:33.797173 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Floating IP 99ad6448-dc16-41ce-a0e0-f92b59a1f853 disassociated (deleted). External IP: 172.27.3.97, port: 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e. May 10 11:36:34.162490 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Router 35645bed-1822-442a-a9a9-298cec02fc03 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:36:34.336667 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:36:34.346849 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d13743-95d7-4363-9c48-df3fc2cf0ead None None] Sync routers for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:36:34.352689 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:34.356367 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d13743-95d7-4363-9c48-df3fc2cf0ead None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:36:34.357028 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-69d13743-95d7-4363-9c48-df3fc2cf0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:36:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:34.405748 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "DELETE /v2.0/floatingips/99ad6448-dc16-41ce-a0e0-f92b59a1f853 HTTP/1.1" status: 204 len: 168 time: 1.4671445 May 10 11:36:34.406502 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'tag': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:36:34.537468 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-69d13743-95d7-4363-9c48-df3fc2cf0ead None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:36:34.587828 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'tag': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e', 'status': 'completed', 'code': 200} May 10 11:36:34.703076 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327d28b-1e42-4225-9df3-3a5eacc47346 req-9bcf8129-0ddc-46c2-8dd2-8d7d0ecee82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:34.704474 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e327d28b-1e42-4225-9df3-3a5eacc47346 req-9bcf8129-0ddc-46c2-8dd2-8d7d0ecee82a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 1098 time: 0.0867615 May 10 11:36:34.861074 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327d28b-1e42-4225-9df3-3a5eacc47346 req-4d8ba32b-d1aa-4762-ba62-6696314704f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:34.862510 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e327d28b-1e42-4225-9df3-3a5eacc47346 req-4d8ba32b-d1aa-4762-ba62-6696314704f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 913 time: 0.1485107 May 10 11:36:34.909201 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-69d13743-95d7-4363-9c48-df3fc2cf0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '625c712c-7bb1-42f9-8650-964898bb0ab0', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:3c:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:31:54Z', 'updated_at': '2021-05-10T11:31:57Z', 'revision_number': 1, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:34.913668 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d13743-95d7-4363-9c48-df3fc2cf0ead None None] Checking router: 35645bed-1822-442a-a9a9-298cec02fc03 for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:36:34.922081 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d13743-95d7-4363-9c48-df3fc2cf0ead None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:36:34.922680 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-69d13743-95d7-4363-9c48-df3fc2cf0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:36:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:34.970049 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e327d28b-1e42-4225-9df3-3a5eacc47346 req-800e9384-a437-483c-ba5e-b4f540d10faa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e HTTP/1.1" status: 200 len: 217 time: 0.0992427 May 10 11:36:35.055519 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9fd43-3c6c-4b64-83cc-2f0df733f251 req-413d0dc5-78a0-4787-9479-091420ca1669 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:35.057048 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-36c9fd43-3c6c-4b64-83cc-2f0df733f251 req-413d0dc5-78a0-4787-9479-091420ca1669 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 945 time: 0.1880717 May 10 11:36:35.063300 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327d28b-1e42-4225-9df3-3a5eacc47346 req-2a096d84-f9d1-4f6c-95a2-4a6b3abb3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:35.064659 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e327d28b-1e42-4225-9df3-3a5eacc47346 req-2a096d84-f9d1-4f6c-95a2-4a6b3abb3fa6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 200 len: 851 time: 0.0845656 May 10 11:36:35.126811 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-69d13743-95d7-4363-9c48-df3fc2cf0ead None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:36:35.169092 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-36c9fd43-3c6c-4b64-83cc-2f0df733f251 req-84417279-f776-471b-9961-a20b6f49a33a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008902 May 10 11:36:35.202769 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327d28b-1e42-4225-9df3-3a5eacc47346 req-74db64f3-ad39-46bc-aa9b-03e146f04a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:35.204437 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e327d28b-1e42-4225-9df3-3a5eacc47346 req-74db64f3-ad39-46bc-aa9b-03e146f04a47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92d4a7e0-0203-4451-b99d-34c2bc41c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1171618 May 10 11:36:35.343204 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e327d28b-1e42-4225-9df3-3a5eacc47346 req-9b563965-ecd9-4368-9e3c-08aa31953817 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309924 May 10 11:36:35.477312 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e327d28b-1e42-4225-9df3-3a5eacc47346 req-cfb88250-390f-44da-b365-7e2dc62caa7c service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264954 May 10 11:36:35.492005 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-69d13743-95d7-4363-9c48-df3fc2cf0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '625c712c-7bb1-42f9-8650-964898bb0ab0', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:3c:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:31:54Z', 'updated_at': '2021-05-10T11:31:57Z', 'revision_number': 1, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:35.496398 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d13743-95d7-4363-9c48-df3fc2cf0ead None None] The sync data for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi is: [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': '625c712c-7bb1-42f9-8650-964898bb0ab0', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'port_id': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'mac_address': 'fa:16:3e:3c:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:31:54Z', 'updated_at': '2021-05-10T11:31:57Z', 'revision_number': 1, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:36:35.749143 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f52773-8f71-4b14-a0f4-11ddf7545a33 None None] New status for floating IP 99ad6448-dc16-41ce-a0e0-f92b59a1f853: DOWN {{(pid=78731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:36:36.367563 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098215a-8860-4406-aeba-eee1daa09533 req-054ffec7-b298-4841-b6a6-98067c04d5de tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:36.369007 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9098215a-8860-4406-aeba-eee1daa09533 req-054ffec7-b298-4841-b6a6-98067c04d5de tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 945 time: 0.0789132 May 10 11:36:36.505616 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-9098215a-8860-4406-aeba-eee1daa09533 req-98a1a914-61f5-4a65-9808-36f0698c6bd9 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309183 May 10 11:36:37.686025 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33a415-5330-4cee-8f86-c6241c5f7409 req-f8435b8e-826e-415c-b251-bebc3a5fceeb tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:37.687449 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fb33a415-5330-4cee-8f86-c6241c5f7409 req-f8435b8e-826e-415c-b251-bebc3a5fceeb tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 945 time: 0.0798399 May 10 11:36:37.731854 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fb33a415-5330-4cee-8f86-c6241c5f7409 req-5af81cc8-c004-4c71-951a-37e78cfa3372 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387571 May 10 11:36:38.913492 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee363-9250-4f26-b8a6-640ebe797268 req-6d1e658e-aa9f-4248-a8b6-81115174b4ea tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:38.914942 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-789ee363-9250-4f26-b8a6-640ebe797268 req-6d1e658e-aa9f-4248-a8b6-81115174b4ea tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 945 time: 0.0809772 May 10 11:36:38.958756 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-789ee363-9250-4f26-b8a6-640ebe797268 req-1ba0a441-957b-475d-9954-907cd186dc05 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382257 May 10 11:36:40.137888 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c45650-becf-4840-851c-8bfc6283eb79 req-a1253f89-2f06-4621-ad8d-0052e3249564 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:40.139307 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-29c45650-becf-4840-851c-8bfc6283eb79 req-a1253f89-2f06-4621-ad8d-0052e3249564 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 945 time: 0.0792243 May 10 11:36:40.185886 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-29c45650-becf-4840-851c-8bfc6283eb79 req-443c2efa-284e-4d1b-9239-06b4dd954f83 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407925 May 10 11:36:40.975561 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca58c1-2409-4874-88ec-ae7e09aff2b6 req-124340dc-8695-4ae4-8659-359357b8282c tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:40.977075 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1ca58c1-2409-4874-88ec-ae7e09aff2b6 req-124340dc-8695-4ae4-8659-359357b8282c tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 945 time: 0.0781121 May 10 11:36:41.115030 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-a1ca58c1-2409-4874-88ec-ae7e09aff2b6 req-7caba014-f51b-4010-b233-92209619b4f0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Deleting port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:36:41.115353 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1ca58c1-2409-4874-88ec-ae7e09aff2b6 req-7caba014-f51b-4010-b233-92209619b4f0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:41.248341 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-a1ca58c1-2409-4874-88ec-ae7e09aff2b6 req-7caba014-f51b-4010-b233-92209619b4f0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] For port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:36:41.249002 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1ca58c1-2409-4874-88ec-ae7e09aff2b6 req-7caba014-f51b-4010-b233-92209619b4f0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:41.406699 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-a1ca58c1-2409-4874-88ec-ae7e09aff2b6 req-7caba014-f51b-4010-b233-92209619b4f0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Calling delete_port for 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e owned by compute:nova {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:36:41.469385 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc244b-a95f-4f5d-9e31-5ff04b180e1f req-68125e45-1bd3-469d-bb6b-16eb7e377736 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:41.470791 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-91dc244b-a95f-4f5d-9e31-5ff04b180e1f req-68125e45-1bd3-469d-bb6b-16eb7e377736 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 945 time: 0.1628933 May 10 11:36:41.556153 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-91dc244b-a95f-4f5d-9e31-5ff04b180e1f req-b169a119-3875-487e-9138-fd9e7327dda8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761988 May 10 11:36:41.584363 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1ca58c1-2409-4874-88ec-ae7e09aff2b6 req-7caba014-f51b-4010-b233-92209619b4f0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:41.591392 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5e48d60d-1ff4-4a61-8300-b476c4950ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:36:41.673460 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caba014-f51b-4010-b233-92209619b4f0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event deleted for resources: {'Port': ['ID=3fd95b99-3a68-4fa1-a6e5-fefddaedca9e,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:41.675935 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-7caba014-f51b-4010-b233-92209619b4f0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:36:41.718761 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ca58c1-2409-4874-88ec-ae7e09aff2b6 req-7caba014-f51b-4010-b233-92209619b4f0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] No DVR routers for this DVR port 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e on host hv-cinder-78495 {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:36:41.721248 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1ca58c1-2409-4874-88ec-ae7e09aff2b6 req-7caba014-f51b-4010-b233-92209619b4f0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:41.725121 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'name': 'network-vif-deleted', 'tag': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:36:41.740176 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1ca58c1-2409-4874-88ec-ae7e09aff2b6 req-7caba014-f51b-4010-b233-92209619b4f0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "DELETE /v2.0/ports/3fd95b99-3a68-4fa1-a6e5-fefddaedca9e HTTP/1.1" status: 204 len: 173 time: 0.7578146 May 10 11:36:41.772177 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b44bca1-fc29-42b8-8a2f-a23f61f8f081', 'name': 'network-vif-deleted', 'tag': '3fd95b99-3a68-4fa1-a6e5-fefddaedca9e', 'status': 'completed', 'code': 200} May 10 11:36:42.734267 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-4f265dfe-8539-4411-bec3-7d6cf312b2b0 req-ce92b715-97f3-407f-bbb6-8d77ecf6cc9e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Synchronizing usage tracker for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:36:42.751142 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-4f265dfe-8539-4411-bec3-7d6cf312b2b0 req-ce92b715-97f3-407f-bbb6-8d77ecf6cc9e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Unset dirty status for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:36:42.752362 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4f265dfe-8539-4411-bec3-7d6cf312b2b0 req-ce92b715-97f3-407f-bbb6-8d77ecf6cc9e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b44bca1-fc29-42b8-8a2f-a23f61f8f081 HTTP/1.1" status: 200 len: 210 time: 0.0650690 May 10 11:36:43.463411 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:36:43.496644 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:36:43.497019 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 3fd95b99-3a68-4fa1-a6e5-fefddaedca9e not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:36:44.179891 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:50.596812 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48040) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:36:50.952312 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Deleting port 8eef350a-71ab-4078-af09-7bed9db4d7a3 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:36:50.952652 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:51.068482 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:51.068834 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:51.194134 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Calling delete_port for 8eef350a-71ab-4078-af09-7bed9db4d7a3 owned by network:floatingip {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:36:51.312142 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:51.315721 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cc8a0b60-37ef-4ca9-8e2a-b9560351edf3 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:36:51.361022 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event deleted for resources: {'Port': ['ID=8eef350a-71ab-4078-af09-7bed9db4d7a3,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:51.364647 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:36:51.449829 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for floatingip, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:51.450078 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Floating IP 625c712c-7bb1-42f9-8650-964898bb0ab0 disassociated (deleted). External IP: 172.27.3.221, port: 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71. May 10 11:36:51.796858 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Router 35645bed-1822-442a-a9a9-298cec02fc03 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:36:51.969902 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:36:51.978881 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faacc7c2-35b3-44a7-897c-0c4cfc5e3647 None None] Sync routers for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:36:51.990705 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faacc7c2-35b3-44a7-897c-0c4cfc5e3647 None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:36:51.991542 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-faacc7c2-35b3-44a7-897c-0c4cfc5e3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:36:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:51.992110 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:52.148690 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-a3f27dbf-eb4e-4629-89da-52f81a6d1137 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "DELETE /v2.0/floatingips/625c712c-7bb1-42f9-8650-964898bb0ab0 HTTP/1.1" status: 204 len: 168 time: 1.5507689 May 10 11:36:52.149378 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'tag': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:36:52.195914 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'tag': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'status': 'completed', 'code': 200} May 10 11:36:52.229502 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-faacc7c2-35b3-44a7-897c-0c4cfc5e3647 None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:36:52.432948 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a38c3215-d749-43e1-bc67-7715a608ea0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:52.499834 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ab9d-3c2e-448f-b5a0-c99c4512067a req-8a1f1b39-0d16-4038-b7e4-42d9e242f6c3 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:52.501195 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bfc7ab9d-3c2e-448f-b5a0-c99c4512067a req-8a1f1b39-0d16-4038-b7e4-42d9e242f6c3 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 945 time: 0.0781751 May 10 11:36:52.550886 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bfc7ab9d-3c2e-448f-b5a0-c99c4512067a req-fef16296-9b69-40d2-99de-2991f08ef7b3 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432825 May 10 11:36:52.552684 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-faacc7c2-35b3-44a7-897c-0c4cfc5e3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:52.556914 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faacc7c2-35b3-44a7-897c-0c4cfc5e3647 None None] Checking router: 35645bed-1822-442a-a9a9-298cec02fc03 for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:36:52.565590 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faacc7c2-35b3-44a7-897c-0c4cfc5e3647 None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:36:52.566236 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-faacc7c2-35b3-44a7-897c-0c4cfc5e3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:36:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:52.741783 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-faacc7c2-35b3-44a7-897c-0c4cfc5e3647 None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:36:53.050134 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-faacc7c2-35b3-44a7-897c-0c4cfc5e3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:36:53.054134 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faacc7c2-35b3-44a7-897c-0c4cfc5e3647 None None] The sync data for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi is: [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:27:04Z', 'revision_number': 4, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': 'a9df161c-6f44-425e-99c6-bd37069e6e2a', 'name': '', 'network_id': '92d4a7e0-0203-4451-b99d-34c2bc41c784', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'mac_address': 'fa:16:3e:37:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:03Z', 'updated_at': '2021-05-10T11:27:19Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'subnets': [{'id': 'bf58a4b4-1646-4b4a-8001-40b33bdb7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:36:53.262631 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037798f4-d753-4a00-82d4-c3fe8b914b80 None None] New status for floating IP 625c712c-7bb1-42f9-8650-964898bb0ab0: DOWN {{(pid=78731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:36:53.732579 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186173a5-3727-4c3b-9e95-81dbc6d07c8d req-d625f534-891a-4e4e-af61-3e925d6a46c6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:53.734186 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-186173a5-3727-4c3b-9e95-81dbc6d07c8d req-d625f534-891a-4e4e-af61-3e925d6a46c6 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 945 time: 0.0776467 May 10 11:36:53.778561 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-186173a5-3727-4c3b-9e95-81dbc6d07c8d req-e08fcff2-0e84-4ba6-abab-9a2b1011344b tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381899 May 10 11:36:54.455370 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb1708-e3a2-4b66-a4f1-93bdfbdfd3ca req-50dfc148-ed5d-46e7-9810-f20d882b4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:54.456681 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-27eb1708-e3a2-4b66-a4f1-93bdfbdfd3ca req-50dfc148-ed5d-46e7-9810-f20d882b4a0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf380bd79b3e49db8a7de213adc83183&device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 1098 time: 0.0713890 May 10 11:36:54.587685 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb1708-e3a2-4b66-a4f1-93bdfbdfd3ca req-04ff7901-f96a-4e1e-81f2-85a364adb807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:54.589152 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-27eb1708-e3a2-4b66-a4f1-93bdfbdfd3ca req-04ff7901-f96a-4e1e-81f2-85a364adb807 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 200 len: 913 time: 0.1244040 May 10 11:36:54.746461 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-27eb1708-e3a2-4b66-a4f1-93bdfbdfd3ca req-54c41434-3d51-4622-b51a-216ad235a2a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 HTTP/1.1" status: 200 len: 217 time: 0.1450737 May 10 11:36:54.814406 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb1708-e3a2-4b66-a4f1-93bdfbdfd3ca req-9a55ea91-39ae-4a56-b578-46cf95e82053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:54.815822 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-27eb1708-e3a2-4b66-a4f1-93bdfbdfd3ca req-9a55ea91-39ae-4a56-b578-46cf95e82053 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 200 len: 851 time: 0.0623007 May 10 11:36:54.924306 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb1708-e3a2-4b66-a4f1-93bdfbdfd3ca req-c941f704-41eb-401e-88a1-43ab00065d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:54.926238 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-27eb1708-e3a2-4b66-a4f1-93bdfbdfd3ca req-c941f704-41eb-401e-88a1-43ab00065d1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92d4a7e0-0203-4451-b99d-34c2bc41c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1023629 May 10 11:36:54.985524 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1f54-4353-434a-81c7-8603d71a1db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:55.078436 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b51a9-1519-4378-a293-745ee0c2d974 req-30b17d24-eaf2-4230-9f80-5074c924362a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:55.079860 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-627b51a9-1519-4378-a293-745ee0c2d974 req-30b17d24-eaf2-4230-9f80-5074c924362a tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 945 time: 0.1922555 May 10 11:36:55.087123 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:55.089331 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-27eb1708-e3a2-4b66-a4f1-93bdfbdfd3ca req-9f766176-0247-4cdb-9438-5c141a7692cc service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526034 May 10 11:36:55.197132 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-627b51a9-1519-4378-a293-745ee0c2d974 req-c96ec41a-9d74-4047-8095-bd10dcc6f74c tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100686 May 10 11:36:55.252540 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-27eb1708-e3a2-4b66-a4f1-93bdfbdfd3ca req-fa5cccbc-7245-4855-a687-cc36051b7da9 service neutron] 10.222.0.30 "GET /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358368 May 10 11:36:55.916872 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ebe84-38bd-4073-93d5-cbaf5130afac req-11dfb223-c297-4826-96b2-b84e6b8033ce tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:55.918397 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-886ebe84-38bd-4073-93d5-cbaf5130afac req-11dfb223-c297-4826-96b2-b84e6b8033ce tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 945 time: 0.0799034 May 10 11:36:56.063555 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-886ebe84-38bd-4073-93d5-cbaf5130afac req-bfaab340-5f4b-435e-93bd-287711af5e6d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Deleting port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:36:56.063958 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-886ebe84-38bd-4073-93d5-cbaf5130afac req-bfaab340-5f4b-435e-93bd-287711af5e6d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:56.088596 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:56.200443 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-886ebe84-38bd-4073-93d5-cbaf5130afac req-bfaab340-5f4b-435e-93bd-287711af5e6d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] For port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:36:56.200821 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-886ebe84-38bd-4073-93d5-cbaf5130afac req-bfaab340-5f4b-435e-93bd-287711af5e6d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:56.353910 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-886ebe84-38bd-4073-93d5-cbaf5130afac req-bfaab340-5f4b-435e-93bd-287711af5e6d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Calling delete_port for 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 owned by compute:nova {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:36:56.421929 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ce9f1-04c9-46e8-8ebd-5a0f86bb88ae req-a4d8f2e5-0cb2-47b6-80db-08486221d7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:36:56.423357 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-eb1ce9f1-04c9-46e8-8ebd-5a0f86bb88ae req-a4d8f2e5-0cb2-47b6-80db-08486221d7ff tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 945 time: 0.1081572 May 10 11:36:56.512175 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-eb1ce9f1-04c9-46e8-8ebd-5a0f86bb88ae req-2fcf27c6-e6ba-4167-8435-ccc2de623285 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/security-groups?id=42fad3a2-aae3-4737-8c55-5d91d779d162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779788 May 10 11:36:56.547920 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-886ebe84-38bd-4073-93d5-cbaf5130afac req-bfaab340-5f4b-435e-93bd-287711af5e6d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:56.555531 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-821a4eab-8416-445e-b366-3fe035f45b13 tempest-AttachVolumeNegativeTest-2010427145 tempest-AttachVolumeNegativeTest-2010427145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:36:56.600740 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaab340-5f4b-435e-93bd-287711af5e6d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event deleted for resources: {'Port': ['ID=37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:36:56.603532 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-bfaab340-5f4b-435e-93bd-287711af5e6d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:36:56.678455 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-886ebe84-38bd-4073-93d5-cbaf5130afac req-bfaab340-5f4b-435e-93bd-287711af5e6d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] No DVR routers for this DVR port 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 on host hv-cinder-78495 {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:36:56.681022 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-886ebe84-38bd-4073-93d5-cbaf5130afac req-bfaab340-5f4b-435e-93bd-287711af5e6d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:56.684843 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'name': 'network-vif-deleted', 'tag': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:36:56.696036 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-886ebe84-38bd-4073-93d5-cbaf5130afac req-bfaab340-5f4b-435e-93bd-287711af5e6d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.30 "DELETE /v2.0/ports/37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 HTTP/1.1" status: 204 len: 173 time: 0.7710984 May 10 11:36:56.730937 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dfbe59-5794-4d25-a8fe-cefcc9f815d2', 'name': 'network-vif-deleted', 'tag': '37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71', 'status': 'completed', 'code': 200} May 10 11:36:57.456677 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:36:57.659608 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-8959228b-34f3-4ea4-9f7a-967482fb8724 req-45eebe19-8aa7-4507-a1bf-02924026c6af tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Synchronizing usage tracker for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:36:57.674195 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-8959228b-34f3-4ea4-9f7a-967482fb8724 req-45eebe19-8aa7-4507-a1bf-02924026c6af tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Unset dirty status for tenant:cf380bd79b3e49db8a7de213adc83183 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:36:57.675409 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8959228b-34f3-4ea4-9f7a-967482fb8724 req-45eebe19-8aa7-4507-a1bf-02924026c6af tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 210 time: 0.0575886 May 10 11:36:58.825384 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-33446651-df2b-4f39-a4ef-08900b878c02 req-45f55e4d-6516-418b-87b6-6db38a4853e9 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 210 time: 0.0453937 May 10 11:37:00.055723 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6d443776-f9b5-470f-ad97-6dd27fd7f7fd req-53e060db-fa66-4a44-a0df-e1e5a4e0940d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 210 time: 0.1283832 May 10 11:37:01.202413 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e1debf41-54fc-4d56-b46f-467f7ba313d9 req-2e2096a7-55dd-4fcb-9ffd-798b344d0902 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "GET /v2.0/ports?device_id=04dfbe59-5794-4d25-a8fe-cefcc9f815d2 HTTP/1.1" status: 200 len: 210 time: 0.0431504 May 10 11:37:02.302469 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48172) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:02.525806 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-33833fc2-7c57-43a7-b867-9db18f0f58f1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Deleting port bd67464d-ce6e-48bb-936c-4c641c0aa9c6 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:37:02.525806 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-33833fc2-7c57-43a7-b867-9db18f0f58f1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.643557 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-33833fc2-7c57-43a7-b867-9db18f0f58f1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.643879 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-33833fc2-7c57-43a7-b867-9db18f0f58f1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.657256 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:37:02.765453 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-33833fc2-7c57-43a7-b867-9db18f0f58f1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Calling delete_port for bd67464d-ce6e-48bb-936c-4c641c0aa9c6 owned by network:floatingip {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:37:02.874347 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-33833fc2-7c57-43a7-b867-9db18f0f58f1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:02.877747 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-be78d746-d033-4c2b-8034-afbe657d49cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:02.924506 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33833fc2-7c57-43a7-b867-9db18f0f58f1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event deleted for resources: {'Port': ['ID=bd67464d-ce6e-48bb-936c-4c641c0aa9c6,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:02.928271 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-33833fc2-7c57-43a7-b867-9db18f0f58f1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:03.014859 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-33833fc2-7c57-43a7-b867-9db18f0f58f1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for floatingip, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:03.032850 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-33833fc2-7c57-43a7-b867-9db18f0f58f1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:03.033906 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-33833fc2-7c57-43a7-b867-9db18f0f58f1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "DELETE /v2.0/floatingips/b25450f9-23aa-41a9-8431-5d3fbe02429f HTTP/1.1" status: 204 len: 168 time: 0.7304435 May 10 11:37:03.109003 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:37:03.142875 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:37:03.143323 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 37e4cd1a-20f3-4a73-bfd1-3a708d8d2c71 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:37:04.403578 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 48202) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:04.476082 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-343076fa-6825-4965-aa35-e6148fc7e082 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:04.506226 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-343076fa-6825-4965-aa35-e6148fc7e082 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:04.573235 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-343076fa-6825-4965-aa35-e6148fc7e082 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:04.578731 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3542978d-ef6a-4d82-b750-00128b476db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:04.593082 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343076fa-6825-4965-aa35-e6148fc7e082 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fad3a2-aae3-4737-8c55-5d91d779d162,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:04.596341 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-343076fa-6825-4965-aa35-e6148fc7e082 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:04.624612 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-343076fa-6825-4965-aa35-e6148fc7e082 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:04.625812 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-343076fa-6825-4965-aa35-e6148fc7e082 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] 10.222.0.13 "DELETE /v2.0/security-groups/42fad3a2-aae3-4737-8c55-5d91d779d162 HTTP/1.1" status: 204 len: 168 time: 0.2212136 May 10 11:37:05.713039 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48220) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:06.435386 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-09fe10aa-295d-4491-9592-7f81bc73e2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801155'] for router_interface, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:06.962357 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-09fe10aa-295d-4491-9592-7f81bc73e2f6 admin admin] Deleting port a9df161c-6f44-425e-99c6-bd37069e6e2a {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:37:06.963035 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-09fe10aa-295d-4491-9592-7f81bc73e2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:07.095310 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-09fe10aa-295d-4491-9592-7f81bc73e2f6 admin admin] For port a9df161c-6f44-425e-99c6-bd37069e6e2a, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=a9df161c-6f44-425e-99c6-bd37069e6e2a,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:37:07.095726 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-09fe10aa-295d-4491-9592-7f81bc73e2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:07.219588 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-09fe10aa-295d-4491-9592-7f81bc73e2f6 admin admin] Calling delete_port for a9df161c-6f44-425e-99c6-bd37069e6e2a owned by network:router_interface {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:37:07.369984 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-09fe10aa-295d-4491-9592-7f81bc73e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:07.374683 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cfc97044-7610-4787-896c-3e9b6a515565 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:07.417560 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe10aa-295d-4491-9592-7f81bc73e2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9df161c-6f44-425e-99c6-bd37069e6e2a,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:07.420655 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-09fe10aa-295d-4491-9592-7f81bc73e2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:07.705984 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-09fe10aa-295d-4491-9592-7f81bc73e2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3791091'] for router_interface, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:07.804274 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb307d3-8dc3-404f-8ec5-268dd9e2e907 req-8cd49c6d-7e02-4632-bbec-a088fc491807 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:07.805749 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1cb307d3-8dc3-404f-8ec5-268dd9e2e907 req-8cd49c6d-7e02-4632-bbec-a088fc491807 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 946 time: 0.0810177 May 10 11:37:07.854377 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-1cb307d3-8dc3-404f-8ec5-268dd9e2e907 req-18aa59a8-6c10-4b40-a99d-8fd953cc7a9c tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 May 10 11:37:08.162082 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fe10aa-295d-4491-9592-7f81bc73e2f6 admin admin] Router 35645bed-1822-442a-a9a9-298cec02fc03 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:37:08.337098 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fe10aa-295d-4491-9592-7f81bc73e2f6 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:37:08.345688 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c838746-cb17-4c54-93e3-414eafc238da None None] Sync routers for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:37:08.351858 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-09fe10aa-295d-4491-9592-7f81bc73e2f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/35645bed-1822-442a-a9a9-298cec02fc03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6347380 May 10 11:37:08.352123 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48246) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:08.355385 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c838746-cb17-4c54-93e3-414eafc238da None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:37:08.356078 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-7c838746-cb17-4c54-93e3-414eafc238da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:36:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:08.528175 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Notify callbacks [] for router, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:08.532595 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-7c838746-cb17-4c54-93e3-414eafc238da None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:37:08.703605 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:08.776445 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Deleting port c52154c7-2b41-414a-871a-06d32cd1b269 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:37:08.776809 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:08.866959 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-7c838746-cb17-4c54-93e3-414eafc238da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:37:07Z', 'revision_number': 5, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port': {'id': 'c52154c7-2b41-414a-871a-06d32cd1b269', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35645bed-1822-442a-a9a9-298cec02fc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:26:57Z', 'updated_at': '2021-05-10T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:08.870771 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c838746-cb17-4c54-93e3-414eafc238da None None] Checking router: 35645bed-1822-442a-a9a9-298cec02fc03 for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:37:08.879703 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c838746-cb17-4c54-93e3-414eafc238da None None] Routers {'35645bed-1822-442a-a9a9-298cec02fc03'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:37:08.880333 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-7c838746-cb17-4c54-93e3-414eafc238da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:36:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['35645bed-1822-442a-a9a9-298cec02fc03'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:08.905268 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] For port c52154c7-2b41-414a-871a-06d32cd1b269, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=c52154c7-2b41-414a-871a-06d32cd1b269,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:37:08.905624 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.036345 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Calling delete_port for c52154c7-2b41-414a-871a-06d32cd1b269 owned by network:router_gateway {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:37:09.047618 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-7c838746-cb17-4c54-93e3-414eafc238da None None] Set router 35645bed-1822-442a-a9a9-298cec02fc03 gateway port host: None {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:37:09.053078 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21de3fc-d33e-48a7-b88a-17594bb84a25 req-0982b413-2c13-4c57-a0f7-8c0d71350894 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:09.055253 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d21de3fc-d33e-48a7-b88a-17594bb84a25 req-0982b413-2c13-4c57-a0f7-8c0d71350894 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 946 time: 0.0873442 May 10 11:37:09.104020 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d21de3fc-d33e-48a7-b88a-17594bb84a25 req-2b3745a4-2dda-4b96-9a26-32836a9054d0 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 May 10 11:37:09.155642 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-7c838746-cb17-4c54-93e3-414eafc238da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:37:08Z', 'revision_number': 6, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port_host': None}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:09.159502 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c838746-cb17-4c54-93e3-414eafc238da None None] The sync data for ids ['35645bed-1822-442a-a9a9-298cec02fc03'] in dv-cinder-784956-5-iscsi is: [{'id': '35645bed-1822-442a-a9a9-298cec02fc03', 'name': 'tempest-TestVolumeBootPattern-1352987645-router', 'tenant_id': 'cf380bd79b3e49db8a7de213adc83183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:26:55Z', 'updated_at': '2021-05-10T11:37:08Z', 'revision_number': 6, 'project_id': 'cf380bd79b3e49db8a7de213adc83183', 'gw_port_host': None}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:37:09.193293 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.198199 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7385c1c8-2031-4223-9d6e-0bef3e7b1ea0 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:09.241221 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52154c7-2b41-414a-871a-06d32cd1b269,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:09.244385 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:09.350196 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816807'] for router_gateway, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.627685 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3811131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60751'] for router, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.630499 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.656964 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3812213'] for router, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.657469 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35645bed-1822-442a-a9a9-298cec02fc03 {{(pid=78728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:37:09.669370 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.670473 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-7420feeb-ecaa-4a77-b39b-ba6634dd2530 admin admin] 10.222.0.13 "DELETE /v2.0/routers/35645bed-1822-442a-a9a9-298cec02fc03 HTTP/1.1" status: 204 len: 168 time: 1.3174787 May 10 11:37:09.671418 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c3c07-7776-4043-bd39-4461ba3c961d req-a7279e99-c4c3-48cb-8ab2-5a0939b0bd3b tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:09.672973 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48254) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:09.673149 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c59c3c07-7776-4043-bd39-4461ba3c961d req-a7279e99-c4c3-48cb-8ab2-5a0939b0bd3b tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 946 time: 0.0865982 May 10 11:37:09.734837 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0afb31-2f47-4faa-babd-5668d62d6473 admin admin] Deleting subnet bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:37:09.737967 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9e0afb31-2f47-4faa-babd-5668d62d6473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.786856 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9e0afb31-2f47-4faa-babd-5668d62d6473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557216'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.810450 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-c59c3c07-7776-4043-bd39-4461ba3c961d req-6bffd5c1-7644-4d1d-bd6b-3d83f188e3e6 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Deleting port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:37:09.810799 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c59c3c07-7776-4043-bd39-4461ba3c961d req-6bffd5c1-7644-4d1d-bd6b-3d83f188e3e6 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.869484 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9e0afb31-2f47-4faa-babd-5668d62d6473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:09.947371 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-c59c3c07-7776-4043-bd39-4461ba3c961d req-6bffd5c1-7644-4d1d-bd6b-3d83f188e3e6 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] For port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ecf41c1d-f4dc-4e6c-87d9-f4391d080b22,segment=NetworkSegment(13a36d7a-fb0a-4893-aaa7-856e37163011),segment_id=13a36d7a-fb0a-4893-aaa7-856e37163011)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:37:09.947726 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c59c3c07-7776-4043-bd39-4461ba3c961d req-6bffd5c1-7644-4d1d-bd6b-3d83f188e3e6 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.085919 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-c59c3c07-7776-4043-bd39-4461ba3c961d req-6bffd5c1-7644-4d1d-bd6b-3d83f188e3e6 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Calling delete_port for ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 owned by compute:nova {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:37:10.135385 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9e0afb31-2f47-4faa-babd-5668d62d6473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2206754'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.142170 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:10.195584 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0afb31-2f47-4faa-babd-5668d62d6473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf58a4b4-1646-4b4a-8001-40b33bdb7ea9,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:10.197712 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9e0afb31-2f47-4faa-babd-5668d62d6473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.202697 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a8ad37-da06-4a3c-95c2-847c3e36d8b4 None None] Network 92d4a7e0-0203-4451-b99d-34c2bc41c784 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:37:10.203999 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-9e0afb31-2f47-4faa-babd-5668d62d6473 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bf58a4b4-1646-4b4a-8001-40b33bdb7ea9 HTTP/1.1" status: 204 len: 168 time: 0.5300472 May 10 11:37:10.205099 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-9e0afb31-2f47-4faa-babd-5668d62d6473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:10.206357 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48262) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:10.290390 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c59c3c07-7776-4043-bd39-4461ba3c961d req-6bffd5c1-7644-4d1d-bd6b-3d83f188e3e6 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.305384 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['ecf41c1d-f4dc-4e6c-87d9-f4391d080b22'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:37:10.305893 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6a50ff4c-6cb4-4fa7-83c3-c56e152e49f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:10.327934 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.357568 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d24f7c63-d2b5-4e74-83df-9969a46ea56e req-82b96f65-e997-4f1b-86d1-78a730b7b1d8 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ce8d64c-6984-4327-9d48-877857270c2d HTTP/1.1" status: 200 len: 210 time: 0.1045353 May 10 11:37:10.367960 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffd5c1-7644-4d1d-bd6b-3d83f188e3e6 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Pushing event deleted for resources: {'Port': ['ID=ecf41c1d-f4dc-4e6c-87d9-f4391d080b22,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:10.406309 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-6bffd5c1-7644-4d1d-bd6b-3d83f188e3e6 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:10.435156 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Deleting port f20141c0-e429-4c71-bd37-f344bb80e958 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:37:10.435495 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.455710 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59c3c07-7776-4043-bd39-4461ba3c961d req-6bffd5c1-7644-4d1d-bd6b-3d83f188e3e6 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] No DVR routers for this DVR port ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 on host hv-cinder-78495 {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:10.458933 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c59c3c07-7776-4043-bd39-4461ba3c961d req-6bffd5c1-7644-4d1d-bd6b-3d83f188e3e6 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.461876 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce8d64c-6984-4327-9d48-877857270c2d', 'name': 'network-vif-deleted', 'tag': 'ecf41c1d-f4dc-4e6c-87d9-f4391d080b22'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:37:10.479945 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c59c3c07-7776-4043-bd39-4461ba3c961d req-6bffd5c1-7644-4d1d-bd6b-3d83f188e3e6 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.30 "DELETE /v2.0/ports/ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 HTTP/1.1" status: 204 len: 173 time: 0.7996976 May 10 11:37:10.519899 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce8d64c-6984-4327-9d48-877857270c2d', 'name': 'network-vif-deleted', 'tag': 'ecf41c1d-f4dc-4e6c-87d9-f4391d080b22', 'status': 'completed', 'code': 200} May 10 11:37:10.547495 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] For port f20141c0-e429-4c71-bd37-f344bb80e958, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=f20141c0-e429-4c71-bd37-f344bb80e958,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:37:10.547948 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.561452 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] DHCP port deletion for 92d4a7e0-0203-4451-b99d-34c2bc41c784 request from dv-cinder-784956-5-iscsi {{(pid=78730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:37:10.633453 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Deleting port f20141c0-e429-4c71-bd37-f344bb80e958 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:37:10.633934 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.684474 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Calling delete_port for f20141c0-e429-4c71-bd37-f344bb80e958 owned by network:dhcp {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:37:10.730717 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.735656 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6434c034-d432-4c5d-b14c-66eaaaca4be8 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:10.739260 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] For port f20141c0-e429-4c71-bd37-f344bb80e958, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=f20141c0-e429-4c71-bd37-f344bb80e958,segment=NetworkSegment(987084e9-d698-462b-b3bd-1c7ebde64f31),segment_id=987084e9-d698-462b-b3bd-1c7ebde64f31)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:37:10.739694 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.780749 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f20141c0-e429-4c71-bd37-f344bb80e958,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:10.784264 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:10.785106 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] No DVR routers for this DVR port f20141c0-e429-4c71-bd37-f344bb80e958 on host dv-cinder-784956-5-iscsi {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:10.869598 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Calling delete_port for f20141c0-e429-4c71-bd37-f344bb80e958 owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:37:10.873673 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device c52154c7-2b41-414a-871a-06d32cd1b269 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:37:10.908886 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.914864 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: c52154c7-2b41-414a-871a-06d32cd1b269 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:37:10.915149 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device c52154c7-2b41-414a-871a-06d32cd1b269 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:37:10.915570 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device a9df161c-6f44-425e-99c6-bd37069e6e2a no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:37:10.923005 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d4a7e0-0203-4451-b99d-34c2bc41c784']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:10.936473 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987084e9-d698-462b-b3bd-1c7ebde64f31') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:10.936732 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987084e9-d698-462b-b3bd-1c7ebde64f31') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:10.948691 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557247'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.950181 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: a9df161c-6f44-425e-99c6-bd37069e6e2a {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:37:10.950536 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device a9df161c-6f44-425e-99c6-bd37069e6e2a not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:37:10.950956 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device f20141c0-e429-4c71-bd37-f344bb80e958 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:37:10.967443 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.974475 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:37:10.974863 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438718'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:10.994407 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: f20141c0-e429-4c71-bd37-f344bb80e958 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:37:10.994772 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device f20141c0-e429-4c71-bd37-f344bb80e958 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: Traceback (most recent call last): May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: timer() May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: cb(*args, **kw) May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: return func(*args, **kwargs) May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: self._notify() May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: self.callback(batched_events) May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: event.method(event) May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: return f(self, *a, **k) May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._get(url).json() May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: return self.request(url, 'GET', **kwargs) May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:37:10.997673 dv-cinder-784956-5-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:37:11.029965 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:11.033979 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:11.080313 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:11.082985 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Pushing event deleted for resources: {'Port': ['ID=f20141c0-e429-4c71-bd37-f344bb80e958,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:11.084992 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:11.091702 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] No DVR routers for this DVR port f20141c0-e429-4c71-bd37-f344bb80e958 on host dv-cinder-784956-5-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:11.104520 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:11.104968 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:11.105381 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:11.105844 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:11.106299 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:11.106760 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:11.107209 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:11.108486 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:11.109043 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:11.109610 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:11.110026 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:11.110422 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:11.114647 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-91abf6a0-fba6-4f30-82a8-1c7db6f24257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:11.192037 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:11.198664 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=92d4a7e0-0203-4451-b99d-34c2bc41c784,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:11.203002 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:11.216044 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-172104eb-184f-4751-80aa-94f7ff6cdbd6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/92d4a7e0-0203-4451-b99d-34c2bc41c784 HTTP/1.1" status: 204 len: 168 time: 1.0081787 May 10 11:37:11.218900 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48270) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:11.775777 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801155'] for router_interface, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:12.180136 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] Deleting port 99fef816-4e85-4287-a2a3-352aef2dcd56 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:37:12.180468 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:12.298113 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] For port 99fef816-4e85-4287-a2a3-352aef2dcd56, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=99fef816-4e85-4287-a2a3-352aef2dcd56,segment=NetworkSegment(ebe4636f-0395-4612-b70c-0fb441e284c1),segment_id=ebe4636f-0395-4612-b70c-0fb441e284c1)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:37:12.298806 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:12.420019 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] Calling delete_port for 99fef816-4e85-4287-a2a3-352aef2dcd56 owned by network:router_interface {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:37:12.654051 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:12.657676 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:12.703068 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] Pushing event deleted for resources: {'Port': ['ID=99fef816-4e85-4287-a2a3-352aef2dcd56,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:12.731719 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:12.974209 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3791091'] for router_interface, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:13.334213 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] Router 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:37:13.511511 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:37:13.520010 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929483e-be51-4667-b728-a6592251366f None None] Sync routers for ids ['86ec3408-ecc7-4ba6-8424-7e5a67dd3261'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:37:13.526868 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] 10.222.0.13 "PUT /v2.0/routers/86ec3408-ecc7-4ba6-8424-7e5a67dd3261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3069017 May 10 11:37:13.529273 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48286) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:13.529934 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929483e-be51-4667-b728-a6592251366f None None] Routers {'86ec3408-ecc7-4ba6-8424-7e5a67dd3261'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:37:13.530642 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-9929483e-be51-4667-b728-a6592251366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:36:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['86ec3408-ecc7-4ba6-8424-7e5a67dd3261'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:13.698964 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:13.701969 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-9929483e-be51-4667-b728-a6592251366f None None] Set router 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:37:13.978872 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.018349 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-9929483e-be51-4667-b728-a6592251366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'name': 'tempest-TestVolumeBootPattern-885432192-router', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:12Z', 'updated_at': '2021-05-10T11:37:12Z', 'revision_number': 5, 'project_id': '6ad83082e4b84755b13b6e5a615c4229', 'gw_port': {'id': 'd55e43d4-96d7-4979-af1e-430f88ea931c', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:27:13Z', 'updated_at': '2021-05-10T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:14.022151 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929483e-be51-4667-b728-a6592251366f None None] Checking router: 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:37:14.030615 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929483e-be51-4667-b728-a6592251366f None None] Routers {'86ec3408-ecc7-4ba6-8424-7e5a67dd3261'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:37:14.031251 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-9929483e-be51-4667-b728-a6592251366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:36:55Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['86ec3408-ecc7-4ba6-8424-7e5a67dd3261'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:14.051351 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Deleting port d55e43d4-96d7-4979-af1e-430f88ea931c {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:37:14.051696 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.170535 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] For port d55e43d4-96d7-4979-af1e-430f88ea931c, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=d55e43d4-96d7-4979-af1e-430f88ea931c,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:37:14.170889 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.179556 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-9929483e-be51-4667-b728-a6592251366f None None] Set router 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 gateway port host: None {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:37:14.282481 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-9929483e-be51-4667-b728-a6592251366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'name': 'tempest-TestVolumeBootPattern-885432192-router', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:12Z', 'updated_at': '2021-05-10T11:37:13Z', 'revision_number': 6, 'project_id': '6ad83082e4b84755b13b6e5a615c4229', 'gw_port_host': None}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:14.286847 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929483e-be51-4667-b728-a6592251366f None None] The sync data for ids ['86ec3408-ecc7-4ba6-8424-7e5a67dd3261'] in dv-cinder-784956-5-iscsi is: [{'id': '86ec3408-ecc7-4ba6-8424-7e5a67dd3261', 'name': 'tempest-TestVolumeBootPattern-885432192-router', 'tenant_id': '6ad83082e4b84755b13b6e5a615c4229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:27:12Z', 'updated_at': '2021-05-10T11:37:13Z', 'revision_number': 6, 'project_id': '6ad83082e4b84755b13b6e5a615c4229', 'gw_port_host': None}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:37:14.293521 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Calling delete_port for d55e43d4-96d7-4979-af1e-430f88ea931c owned by network:router_gateway {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:37:14.434432 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.438014 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b31578f0-d1a1-4dcd-b634-2add73ccf4ac tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:14.480789 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55e43d4-96d7-4979-af1e-430f88ea931c,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:14.484120 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:14.571381 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816807'] for router_gateway, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.742249 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3811131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60751'] for router, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.744359 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.765917 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3812213'] for router, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.766407 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86ec3408-ecc7-4ba6-8424-7e5a67dd3261 {{(pid=78728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:37:14.778505 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.779590 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f77fba48-1d16-415d-94c9-283b8f666bd9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/86ec3408-ecc7-4ba6-8424-7e5a67dd3261 HTTP/1.1" status: 204 len: 168 time: 1.2494366 May 10 11:37:14.782092 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48294) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:14.841282 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab005f60-6145-4d17-bb10-9cecbce3fc95 admin admin] Deleting subnet c16669e6-38d1-4235-8121-0ec4faa6f24f {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:37:14.844059 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ab005f60-6145-4d17-bb10-9cecbce3fc95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.894809 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ab005f60-6145-4d17-bb10-9cecbce3fc95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557216'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:14.969135 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ab005f60-6145-4d17-bb10-9cecbce3fc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.053179 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 99fef816-4e85-4287-a2a3-352aef2dcd56 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:37:15.088790 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 99fef816-4e85-4287-a2a3-352aef2dcd56 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:37:15.089195 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 99fef816-4e85-4287-a2a3-352aef2dcd56 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:37:15.089567 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device d55e43d4-96d7-4979-af1e-430f88ea931c no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:37:15.125987 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: d55e43d4-96d7-4979-af1e-430f88ea931c {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:37:15.126338 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device d55e43d4-96d7-4979-af1e-430f88ea931c not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:37:15.243869 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ab005f60-6145-4d17-bb10-9cecbce3fc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2206754'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.248011 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-6f5d319f-ed68-48fb-8cd8-42dac3dbb9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:15.284326 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab005f60-6145-4d17-bb10-9cecbce3fc95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16669e6-38d1-4235-8121-0ec4faa6f24f,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:15.291230 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ab005f60-6145-4d17-bb10-9cecbce3fc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:15.292218 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ab005f60-6145-4d17-bb10-9cecbce3fc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.297613 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55905e7e-0ecb-46bf-8dd1-5d2512689eae None None] Network 4284857e-ebc7-4e08-9eb1-2c61243a0dd0 requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:37:15.305546 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ab005f60-6145-4d17-bb10-9cecbce3fc95 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c16669e6-38d1-4235-8121-0ec4faa6f24f HTTP/1.1" status: 204 len: 168 time: 0.5194042 May 10 11:37:15.307064 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 48300) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:15.417693 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.491794 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Deleting port 10292fa7-7285-4bec-b5ee-c6a30e22a642 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:37:15.492150 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.584658 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f248ff-eba6-48fe-9bfa-a7feaab0e574 None None] DHCP port deletion for 4284857e-ebc7-4e08-9eb1-2c61243a0dd0 request from dv-cinder-784956-5-iscsi {{(pid=78730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:37:15.595514 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] For port 10292fa7-7285-4bec-b5ee-c6a30e22a642, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=10292fa7-7285-4bec-b5ee-c6a30e22a642,segment=NetworkSegment(ebe4636f-0395-4612-b70c-0fb441e284c1),segment_id=ebe4636f-0395-4612-b70c-0fb441e284c1)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:37:15.596110 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.657519 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-86f248ff-eba6-48fe-9bfa-a7feaab0e574 None None] Deleting port 10292fa7-7285-4bec-b5ee-c6a30e22a642 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:37:15.657903 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-86f248ff-eba6-48fe-9bfa-a7feaab0e574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.761262 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-86f248ff-eba6-48fe-9bfa-a7feaab0e574 None None] For port 10292fa7-7285-4bec-b5ee-c6a30e22a642, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=10292fa7-7285-4bec-b5ee-c6a30e22a642,segment=NetworkSegment(ebe4636f-0395-4612-b70c-0fb441e284c1),segment_id=ebe4636f-0395-4612-b70c-0fb441e284c1)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:37:15.761568 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-86f248ff-eba6-48fe-9bfa-a7feaab0e574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.823400 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Calling delete_port for 10292fa7-7285-4bec-b5ee-c6a30e22a642 owned by network:dhcp {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:37:15.871092 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.876387 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-642d791d-e338-4304-9638-cfd406a4003e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:15.884062 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-86f248ff-eba6-48fe-9bfa-a7feaab0e574 None None] Calling delete_port for 10292fa7-7285-4bec-b5ee-c6a30e22a642 owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:37:15.941320 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-86f248ff-eba6-48fe-9bfa-a7feaab0e574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:15.942792 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=10292fa7-7285-4bec-b5ee-c6a30e22a642,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:15.945355 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:15.947165 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:15.951245 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] No DVR routers for this DVR port 10292fa7-7285-4bec-b5ee-c6a30e22a642 on host dv-cinder-784956-5-iscsi {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:15.989370 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f248ff-eba6-48fe-9bfa-a7feaab0e574 None None] Pushing event deleted for resources: {'Port': ['ID=10292fa7-7285-4bec-b5ee-c6a30e22a642,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:15.991421 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f248ff-eba6-48fe-9bfa-a7feaab0e574 None None] No DVR routers for this DVR port 10292fa7-7285-4bec-b5ee-c6a30e22a642 on host dv-cinder-784956-5-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:37:15.992969 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-86f248ff-eba6-48fe-9bfa-a7feaab0e574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:16.069948 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.082959 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4284857e-ebc7-4e08-9eb1-2c61243a0dd0']}} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:16.094234 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe4636f-0395-4612-b70c-0fb441e284c1') {'for_net_delete': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:16.094525 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe4636f-0395-4612-b70c-0fb441e284c1') {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:37:16.106700 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10029494'] for segment, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.121863 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.127701 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=78729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:37:16.128071 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228872'] for segment, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: Traceback (most recent call last): May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: timer() May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: cb(*args, **kw) May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: return func(*args, **kwargs) May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: self._notify() May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: self.callback(batched_events) May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: event.method(event) May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: return f(self, *a, **k) May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._get(url).json() May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: return self.request(url, 'GET', **kwargs) May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:37:16.140967 dv-cinder-784956-5-iscsi neutron-server[78729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:37:16.216161 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.220827 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.225018 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:16.246028 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4284857e-ebc7-4e08-9eb1-2c61243a0dd0,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:16.248841 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:16.252376 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-648bed9c-a01d-45bb-aada-e4369cec27a5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4284857e-ebc7-4e08-9eb1-2c61243a0dd0 HTTP/1.1" status: 204 len: 168 time: 0.9443357 May 10 11:37:16.381664 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 48310) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:16.433225 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-b118ce7f-41a3-4fd2-bb7c-ae0b1503e111 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf380bd79b3e49db8a7de213adc83183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476899 May 10 11:37:16.433225 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 48316) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:16.445977 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.491036 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-da8fc28f-30e6-468d-a7bc-9649779aa53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.515806 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-da8fc28f-30e6-468d-a7bc-9649779aa53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.566626 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-da8fc28f-30e6-468d-a7bc-9649779aa53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.570201 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-f03912c3-c464-4852-bdb0-12bf303738ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:16.586802 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fc28f-30e6-468d-a7bc-9649779aa53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798be7d2-4a90-4cea-bf85-de97e3f8bdbd,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:16.592910 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-da8fc28f-30e6-468d-a7bc-9649779aa53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:16.594178 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-da8fc28f-30e6-468d-a7bc-9649779aa53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:16.594788 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-da8fc28f-30e6-468d-a7bc-9649779aa53b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/798be7d2-4a90-4cea-bf85-de97e3f8bdbd HTTP/1.1" status: 204 len: 168 time: 0.1607962 May 10 11:37:16.839485 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 10292fa7-7285-4bec-b5ee-c6a30e22a642 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:37:16.873740 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 10292fa7-7285-4bec-b5ee-c6a30e22a642 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:37:16.874210 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 10292fa7-7285-4bec-b5ee-c6a30e22a642 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:37:16.960887 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 48328) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:17.010271 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-2f68de67-ca49-4748-b446-e8196f666b08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ad83082e4b84755b13b6e5a615c4229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484471 May 10 11:37:17.012607 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 48332) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:17.068968 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-99cc9983-0299-474b-983a-2cd223959756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.094221 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-99cc9983-0299-474b-983a-2cd223959756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.145067 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-99cc9983-0299-474b-983a-2cd223959756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.148640 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-2cc1ac1f-3f5e-40b2-b6a3-8c9c97a48f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:17.161639 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc9983-0299-474b-983a-2cd223959756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3b09a9-64cf-4e1b-ad63-8475d06a600c,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:17.164527 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-99cc9983-0299-474b-983a-2cd223959756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:17.166494 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-99cc9983-0299-474b-983a-2cd223959756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:17.167787 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-99cc9983-0299-474b-983a-2cd223959756 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c3b09a9-64cf-4e1b-ad63-8475d06a600c HTTP/1.1" status: 204 len: 168 time: 0.1540525 May 10 11:37:17.788863 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:37:17.823179 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:37:17.823535 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device ecf41c1d-f4dc-4e6c-87d9-f4391d080b22 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:37:22.345177 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acded527-34f7-4223-b6eb-cb4dd826d902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:24.987059 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3bf1ac2f-b6e2-4cac-8007-85a2ccd9a980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:25.088423 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:26.085624 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:27.169043 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-6d317fdc-605e-46f4-9ad3-24d4e73290ab tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:27.170467 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-6d317fdc-605e-46f4-9ad3-24d4e73290ab tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/networks?id=002ed444-c767-4f72-b943-12a4d7707daf HTTP/1.1" status: 200 len: 814 time: 0.1416235 May 10 11:37:27.185155 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-1772c63d-906b-4a51-b54b-73013c3cb88f tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/quotas/8db6a1bd6c1d4da5966d1572482c0466 HTTP/1.1" status: 200 len: 375 time: 0.0086782 May 10 11:37:27.233466 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-5a6e71c7-bf35-4220-a60c-f43e6b2e9650 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Synchronizing usage tracker for tenant:8db6a1bd6c1d4da5966d1572482c0466 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:37:27.249331 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-5a6e71c7-bf35-4220-a60c-f43e6b2e9650 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Unset dirty status for tenant:8db6a1bd6c1d4da5966d1572482c0466 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:37:27.250502 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-5a6e71c7-bf35-4220-a60c-f43e6b2e9650 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8db6a1bd6c1d4da5966d1572482c0466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606322 May 10 11:37:27.462812 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:27.489016 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-55a7fa6d-925a-4d40-8a95-fde3a1cececc service neutron] 10.222.0.13 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310476 May 10 11:37:27.621228 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-95de1c9d-d8d5-40a4-9161-83bbd5f419ca service neutron] 10.222.0.13 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262033 May 10 11:37:27.791622 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8cb800fb-a090-4f6d-b45a-b94ae00852f2 req-a54914f5-0426-4019-afa1-1bb4dd6782bb tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 210 time: 0.0419042 May 10 11:37:28.810283 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-82440084-ef84-4bb4-8c3c-b553ba3903eb tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:28.811685 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-82440084-ef84-4bb4-8c3c-b553ba3903eb tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.30 "GET /v2.0/networks?id=002ed444-c767-4f72-b943-12a4d7707daf HTTP/1.1" status: 200 len: 814 time: 0.1474144 May 10 11:37:28.825016 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Request body: {'port': {'device_id': 'f20028a1-7f59-4da9-94c0-3709c4cf4ab0', 'network_id': '002ed444-c767-4f72-b943-12a4d7707daf', 'admin_state_up': True, 'tenant_id': '8db6a1bd6c1d4da5966d1572482c0466'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:28.949369 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bdc8dab8-a529-467d-9101-b92e450b4291 req-5c04fae7-d423-48b0-868c-7af59c81ffc2 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 210 time: 0.0488322 May 10 11:37:29.102314 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:37:29.111979 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:37:29.122098 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Made reservation on behalf of 8db6a1bd6c1d4da5966d1572482c0466 for: {'port': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:37:29.125641 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:29.281053 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Allocated IP 172.20.0.11 (002ed444-c767-4f72-b943-12a4d7707daf/2e3612f3-5aec-4fc7-822e-7290f24262f6/7b8bba10-b68c-420e-98bc-3b02a8df0c00) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:37:29.477367 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:29.505940 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:29.511148 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d7f61149-da91-4001-b783-6339957aeee8 tempest-AttachVolumeTestJSON-1145462931 tempest-AttachVolumeTestJSON-1145462931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:29.570592 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Network 002ed444-c767-4f72-b943-12a4d7707daf is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:37:29.573600 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:37:29.585076 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:37:29.615059 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Pushing event updated for resources: {'Port': ['ID=7b8bba10-b68c-420e-98bc-3b02a8df0c00,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:29.630612 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:29.630991 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:29.631359 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:29.631723 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:29.632082 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:29.632441 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:29.632830 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:29.633185 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:29.633539 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:29.633889 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:29.634239 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:29.634586 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:29.639551 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:29.660211 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:29.660834 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:29.685492 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8644648 May 10 11:37:29.697814 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Request body: {'port': {'device_id': 'f20028a1-7f59-4da9-94c0-3709c4cf4ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:37:29.811582 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.197701 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0a5f5-6b3b-41b3-9320-5e20693d593f req-9c95abf0-5776-4f31-8390-8c9a9e4095c1 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:30.198393 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-f9c0a5f5-6b3b-41b3-9320-5e20693d593f req-9c95abf0-5776-4f31-8390-8c9a9e4095c1 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Synchronizing usage tracker for tenant:8db6a1bd6c1d4da5966d1572482c0466 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:37:30.221242 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8bba10-b68c-420e-98bc-3b02a8df0c00 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:37:30.229956 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.232846 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-f9c0a5f5-6b3b-41b3-9320-5e20693d593f req-9c95abf0-5776-4f31-8390-8c9a9e4095c1 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Unset dirty status for tenant:8db6a1bd6c1d4da5966d1572482c0466 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:37:30.234507 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f9c0a5f5-6b3b-41b3-9320-5e20693d593f req-9c95abf0-5776-4f31-8390-8c9a9e4095c1 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 932 time: 0.1793058 May 10 11:37:30.261630 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Transition to ACTIVE for port object 7b8bba10-b68c-420e-98bc-3b02a8df0c00 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:37:30.265770 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.272125 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-bfaab340-5f4b-435e-93bd-287711af5e6d tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:30.400163 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-f9c0a5f5-6b3b-41b3-9320-5e20693d593f req-005ff836-adcd-4fe1-aaf5-57e2584717e2 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574543 May 10 11:37:30.414482 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8bba10-b68c-420e-98bc-3b02a8df0c00,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:30.440119 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:30.516284 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Attempting to bind port 7b8bba10-b68c-420e-98bc-3b02a8df0c00 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:37:30.516517 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Attempting to bind port 7b8bba10-b68c-420e-98bc-3b02a8df0c00 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '13a36d7a-fb0a-4893-aaa7-856e37163011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '002ed444-c767-4f72-b943-12a4d7707daf'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:37:30.516868 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Attempting to bind port 7b8bba10-b68c-420e-98bc-3b02a8df0c00 on network 002ed444-c767-4f72-b943-12a4d7707daf {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:37:30.521884 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Port 7b8bba10-b68c-420e-98bc-3b02a8df0c00 on network 002ed444-c767-4f72-b943-12a4d7707daf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:37:30.522201 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Attempting to bind port 7b8bba10-b68c-420e-98bc-3b02a8df0c00 on network 002ed444-c767-4f72-b943-12a4d7707daf {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:37:30.527199 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:37:30.527529 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Checking segment: {'id': '13a36d7a-fb0a-4893-aaa7-856e37163011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '002ed444-c767-4f72-b943-12a4d7707daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:37:30.527905 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Bound using segment: {'id': '13a36d7a-fb0a-4893-aaa7-856e37163011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '002ed444-c767-4f72-b943-12a4d7707daf'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:37:30.528326 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Bound port: 7b8bba10-b68c-420e-98bc-3b02a8df0c00, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a36d7a-fb0a-4893-aaa7-856e37163011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '002ed444-c767-4f72-b943-12a4d7707daf'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:37:30.528663 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.614362 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] For port 7b8bba10-b68c-420e-98bc-3b02a8df0c00, host hv-cinder-78495, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:37:30.617401 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] For port 7b8bba10-b68c-420e-98bc-3b02a8df0c00, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7b8bba10-b68c-420e-98bc-3b02a8df0c00,segment=NetworkSegment(13a36d7a-fb0a-4893-aaa7-856e37163011),segment_id=13a36d7a-fb0a-4893-aaa7-856e37163011)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:37:30.622420 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.626723 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-45e5a4fa-450d-468b-b9f2-845af30265d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:30.679381 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:30.679974 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:30.681305 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] 10.222.0.30 "PUT /v2.0/ports/7b8bba10-b68c-420e-98bc-3b02a8df0c00 HTTP/1.1" status: 200 len: 1094 time: 0.9876089 May 10 11:37:30.681792 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20028a1-7f59-4da9-94c0-3709c4cf4ab0', 'tag': '7b8bba10-b68c-420e-98bc-3b02a8df0c00'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:37:30.706178 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8bba10-b68c-420e-98bc-3b02a8df0c00,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:30.709357 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8c6824cd-96b5-4653-a789-5c2e32f97810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:30.754885 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20028a1-7f59-4da9-94c0-3709c4cf4ab0', 'tag': '7b8bba10-b68c-420e-98bc-3b02a8df0c00', 'status': 'completed', 'code': 200} May 10 11:37:30.794605 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-7a933d37-09fd-41e7-9364-458ebdb1b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:30.795999 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-7a933d37-09fd-41e7-9364-458ebdb1b5c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8db6a1bd6c1d4da5966d1572482c0466&device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0728245 May 10 11:37:30.968980 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-ba8010f0-9972-4441-aebc-91d8070cd3b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8bba10-b68c-420e-98bc-3b02a8df0c00 HTTP/1.1" status: 200 len: 217 time: 0.1599140 May 10 11:37:31.030296 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-d30d999a-cb6d-4fe3-8711-c8d0d0cc4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:31.031785 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-d30d999a-cb6d-4fe3-8711-c8d0d0cc4d00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3612f3-5aec-4fc7-822e-7290f24262f6 HTTP/1.1" status: 200 len: 854 time: 0.0585260 May 10 11:37:31.080654 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-80954982-79f4-49d9-bf0c-f6e3a2be89af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=002ed444-c767-4f72-b943-12a4d7707daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425489 May 10 11:37:31.213071 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-d3e1ef90-0320-40ed-a0f0-0696c1677e6d service neutron] 10.222.0.30 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253898 May 10 11:37:31.345825 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c2f1c977-1259-4a49-8fff-5795f81b6d3e req-01e7d549-f60b-4582-b3ec-be198ecffecf service neutron] 10.222.0.30 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252785 May 10 11:37:31.463252 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a6a08-35be-4892-9545-40f5b5c56c10 req-4b828669-f7f6-48c2-b804-32a8b9adee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:31.464737 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-664a6a08-35be-4892-9545-40f5b5c56c10 req-4b828669-f7f6-48c2-b804-32a8b9adee84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8db6a1bd6c1d4da5966d1572482c0466&device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0746987 May 10 11:37:31.657162 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a6a08-35be-4892-9545-40f5b5c56c10 req-25963d1f-abd5-44ff-b4d6-bbb02b9a9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:31.658592 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-664a6a08-35be-4892-9545-40f5b5c56c10 req-25963d1f-abd5-44ff-b4d6-bbb02b9a9ea6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=002ed444-c767-4f72-b943-12a4d7707daf HTTP/1.1" status: 200 len: 915 time: 0.1870244 May 10 11:37:31.728238 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b069c-46d4-4acc-9f77-d62103371060 req-2d70eb13-00c1-4af4-96f9-95a697a06e3c tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:31.729700 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bf5b069c-46d4-4acc-9f77-d62103371060 req-2d70eb13-00c1-4af4-96f9-95a697a06e3c tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 944 time: 0.1875334 May 10 11:37:31.741833 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-664a6a08-35be-4892-9545-40f5b5c56c10 req-7e1073d8-ce36-4d7b-ab7d-21fe1c917387 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8bba10-b68c-420e-98bc-3b02a8df0c00 HTTP/1.1" status: 200 len: 217 time: 0.0748973 May 10 11:37:31.825135 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bf5b069c-46d4-4acc-9f77-d62103371060 req-bec33307-515a-4ca8-b431-1a1448a938e0 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847869 May 10 11:37:31.830574 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a6a08-35be-4892-9545-40f5b5c56c10 req-98e9f361-1094-4a88-baf2-368cc26808cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:31.831963 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-664a6a08-35be-4892-9545-40f5b5c56c10 req-98e9f361-1094-4a88-baf2-368cc26808cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3612f3-5aec-4fc7-822e-7290f24262f6 HTTP/1.1" status: 200 len: 854 time: 0.0776002 May 10 11:37:31.880110 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-664a6a08-35be-4892-9545-40f5b5c56c10 req-28d31a49-e8dd-4bc5-abea-8ea59f506e6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=002ed444-c767-4f72-b943-12a4d7707daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410194 May 10 11:37:32.010080 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-664a6a08-35be-4892-9545-40f5b5c56c10 req-c9a30feb-42b2-4ee2-8a72-8e8254112796 service neutron] 10.222.0.30 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225948 May 10 11:37:32.141414 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-664a6a08-35be-4892-9545-40f5b5c56c10 req-0dc9cd3b-5fc5-49a4-9543-98660a6f17b8 service neutron] 10.222.0.30 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223590 May 10 11:37:33.015765 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502ab11-e04b-4717-a9dd-55773532475f req-02fbd96e-4bcc-477f-9b7c-73265c589557 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:33.017241 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4502ab11-e04b-4717-a9dd-55773532475f req-02fbd96e-4bcc-477f-9b7c-73265c589557 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 944 time: 0.0851171 May 10 11:37:33.062110 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4502ab11-e04b-4717-a9dd-55773532475f req-02efc47c-2c07-4c6c-ac59-10b2ab95a81c tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390811 May 10 11:37:34.248108 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd81c2-908d-4515-86f2-a89599ee006d req-c2346297-02b0-42b7-a346-33a554cd084f tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:34.249561 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-26cd81c2-908d-4515-86f2-a89599ee006d req-c2346297-02b0-42b7-a346-33a554cd084f tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 944 time: 0.0827529 May 10 11:37:34.293360 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-26cd81c2-908d-4515-86f2-a89599ee006d req-8a25a0be-717b-49dc-add1-c2d173077f8c tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380733 May 10 11:37:34.501949 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 7b8bba10-b68c-420e-98bc-3b02a8df0c00 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:37:34.632445 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 7b8bba10-b68c-420e-98bc-3b02a8df0c00, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7b8bba10-b68c-420e-98bc-3b02a8df0c00,segment=NetworkSegment(13a36d7a-fb0a-4893-aaa7-856e37163011),segment_id=13a36d7a-fb0a-4893-aaa7-856e37163011)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:37:34.648467 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': '7b8bba10-b68c-420e-98bc-3b02a8df0c00', 'network_id': '002ed444-c767-4f72-b943-12a4d7707daf', 'port_id': '7b8bba10-b68c-420e-98bc-3b02a8df0c00', 'mac_address': 'fa:16:3e:d0:fd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3612f3-5aec-4fc7-822e-7290f24262f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:37:34.702227 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.718687 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8bba10-b68c-420e-98bc-3b02a8df0c00 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:37:34.734182 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 7b8bba10-b68c-420e-98bc-3b02a8df0c00, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7b8bba10-b68c-420e-98bc-3b02a8df0c00,segment=NetworkSegment(13a36d7a-fb0a-4893-aaa7-856e37163011),segment_id=13a36d7a-fb0a-4893-aaa7-856e37163011)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:37:34.738315 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:34.740000 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0c0fa536-6bca-43b8-9c1d-6e3cc801b8b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:34.803447 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=7b8bba10-b68c-420e-98bc-3b02a8df0c00,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:34.806819 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:35.079785 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['7b8bba10-b68c-420e-98bc-3b02a8df0c00'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:37:35.480325 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c04859-70fc-44fa-ab39-9015f8e8642e req-0bfb059f-0b7c-4da1-b648-6839e74561a6 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:35.481803 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c4c04859-70fc-44fa-ab39-9015f8e8642e req-0bfb059f-0b7c-4da1-b648-6839e74561a6 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 945 time: 0.0823131 May 10 11:37:35.526527 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c4c04859-70fc-44fa-ab39-9015f8e8642e req-70215181-0eac-439f-ba3e-355592c7183b tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388007 May 10 11:37:36.503920 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 7b8bba10-b68c-420e-98bc-3b02a8df0c00 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:37:36.578160 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port 7b8bba10-b68c-420e-98bc-3b02a8df0c00 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:37:36.584213 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port 7b8bba10-b68c-420e-98bc-3b02a8df0c00 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:37:36.584601 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:36.708923 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:36.743447 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20028a1-7f59-4da9-94c0-3709c4cf4ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8bba10-b68c-420e-98bc-3b02a8df0c00'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:37:36.758468 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 7b8bba10-b68c-420e-98bc-3b02a8df0c00, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7b8bba10-b68c-420e-98bc-3b02a8df0c00,segment=NetworkSegment(13a36d7a-fb0a-4893-aaa7-856e37163011),segment_id=13a36d7a-fb0a-4893-aaa7-856e37163011)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:37:36.764249 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:36.766201 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:36.800239 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20028a1-7f59-4da9-94c0-3709c4cf4ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8bba10-b68c-420e-98bc-3b02a8df0c00', 'code': 200} May 10 11:37:36.846217 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74af894-c6df-438b-aa1f-97dc36e12dee req-f32d4484-907e-4cea-9e02-e377cb2443bd tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:36.849131 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=7b8bba10-b68c-420e-98bc-3b02a8df0c00,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:36.852469 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e74af894-c6df-438b-aa1f-97dc36e12dee req-f32d4484-907e-4cea-9e02-e377cb2443bd tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 945 time: 0.2144213 May 10 11:37:36.853434 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:36.865784 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48494) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:36.895636 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e74af894-c6df-438b-aa1f-97dc36e12dee req-e46faa7c-651b-4e41-a0e6-3c500d2622da tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 May 10 11:37:37.009709 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.024329 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:37:37.028317 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Usage tracker for resource:security_group_rule and tenant:20b8bed42a0c4dbba201e9c8728b2725 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:37:37.031239 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:37:37.032974 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfb03e-24b2-44be-9e58-b10b84f64792 req-09898134-d825-410d-8412-aa7ee4cf84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:37.034535 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-aecfb03e-24b2-44be-9e58-b10b84f64792 req-09898134-d825-410d-8412-aa7ee4cf84b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 1099 time: 0.0699193 May 10 11:37:37.037105 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:37:37.077941 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-aecfb03e-24b2-44be-9e58-b10b84f64792 req-12db73f6-8bed-44be-8785-717c91c4ce9e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 May 10 11:37:37.123314 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.126758 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.135795 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2bd0e1d7-23d3-4e88-a069-78adfaec0888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:37.173964 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20b8bed42a0c4dbba201e9c8728b2725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070757 May 10 11:37:37.176108 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b010d87a-218b-4aa6-bb87-256bb493134f,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:37.177191 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 48500) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:37.183756 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:37.184142 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:37.184516 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:37.184907 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:37.185269 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:37.185633 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:37.185990 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:37.186344 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:37.186700 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:37.187053 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:37.187402 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:37.187750 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:37:37.192320 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-71050198-b29b-4853-8180-5ea0b61e719f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:37.233514 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0423484b-315e-488d-8623-56bd2fcf9193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.259138 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0423484b-315e-488d-8623-56bd2fcf9193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.309121 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0423484b-315e-488d-8623-56bd2fcf9193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.313691 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-bf386fc4-d307-4cf2-8ff1-5cb39b94a5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:37.326359 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423484b-315e-488d-8623-56bd2fcf9193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b010d87a-218b-4aa6-bb87-256bb493134f,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:37.328690 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-0423484b-315e-488d-8623-56bd2fcf9193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:37.332689 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-0423484b-315e-488d-8623-56bd2fcf9193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:37.336094 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-0423484b-315e-488d-8623-56bd2fcf9193 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b010d87a-218b-4aa6-bb87-256bb493134f HTTP/1.1" status: 204 len: 168 time: 0.1558256 May 10 11:37:38.092002 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b472d1-18fe-4d27-80da-f667a6b7e860 req-91ba4d33-6f23-4741-bc91-de14d415f51c tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:38.093655 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-33b472d1-18fe-4d27-80da-f667a6b7e860 req-91ba4d33-6f23-4741-bc91-de14d415f51c tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 946 time: 0.0895827 May 10 11:37:38.144462 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-33b472d1-18fe-4d27-80da-f667a6b7e860 req-ade7a57a-ffd2-4057-ad1d-e9c8ff212253 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426159 May 10 11:37:38.400440 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 48534) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:38.516817 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-777b7788-b96c-4810-abd0-0a71949febea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:38.531374 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-777b7788-b96c-4810-abd0-0a71949febea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:37:38.535747 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-777b7788-b96c-4810-abd0-0a71949febea admin admin] Usage tracker for resource:security_group_rule and tenant:22585efb5b414bee828076eef4b0597d is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:37:38.538711 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-777b7788-b96c-4810-abd0-0a71949febea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:37:38.544483 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-777b7788-b96c-4810-abd0-0a71949febea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:37:38.628395 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-777b7788-b96c-4810-abd0-0a71949febea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:38.632545 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-777b7788-b96c-4810-abd0-0a71949febea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:38.640899 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-16a8f051-b42d-4502-8e36-6a7fe3797d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:38.679979 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-777b7788-b96c-4810-abd0-0a71949febea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22585efb5b414bee828076eef4b0597d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782919 May 10 11:37:38.681474 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b7788-b96c-4810-abd0-0a71949febea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bcc3d1-8d37-471c-b080-1d11fb5b26b2,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:38.682515 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48540) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:37:38.684301 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-777b7788-b96c-4810-abd0-0a71949febea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:38.741709 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2d88179f-f775-4dc2-8737-8c7d62f5a238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:38.766401 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2d88179f-f775-4dc2-8737-8c7d62f5a238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:38.817675 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2d88179f-f775-4dc2-8737-8c7d62f5a238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:38.821253 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-7d7fd717-1ff6-413f-94d0-5c3e7edfb1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:37:38.833640 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88179f-f775-4dc2-8737-8c7d62f5a238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bcc3d1-8d37-471c-b080-1d11fb5b26b2,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:37:38.836412 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-2d88179f-f775-4dc2-8737-8c7d62f5a238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:37:38.843584 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-2d88179f-f775-4dc2-8737-8c7d62f5a238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:38.844677 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-2d88179f-f775-4dc2-8737-8c7d62f5a238 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2bcc3d1-8d37-471c-b080-1d11fb5b26b2 HTTP/1.1" status: 204 len: 168 time: 0.1612096 May 10 11:37:39.328666 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc65604-abbb-4e75-a817-d7a09191c349 req-96cea3e0-e912-4ae1-bca5-d9e405e13b51 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:39.330010 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5fc65604-abbb-4e75-a817-d7a09191c349 req-96cea3e0-e912-4ae1-bca5-d9e405e13b51 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 946 time: 0.0819025 May 10 11:37:39.374009 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5fc65604-abbb-4e75-a817-d7a09191c349 req-0ab34568-f1ad-43fe-b903-483b829cb6c2 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379021 May 10 11:37:39.656272 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:37:46.439213 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:52.346432 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b68fcbd4-c825-458a-a307-cee9a2e07257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:54.989839 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5e994016-baf7-4451-98c3-271a31b9e107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:55.089089 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:56.088412 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:37:56.191379 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2d7b827c-87a2-4d60-be87-4c1ea58d1121 req-dc9003a6-4e0a-403a-a040-732d43db0276 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719695 May 10 11:37:56.327663 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b827c-87a2-4d60-be87-4c1ea58d1121 req-23522ef3-d358-4379-8e71-12dacbeef5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:56.329164 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2d7b827c-87a2-4d60-be87-4c1ea58d1121 req-23522ef3-d358-4379-8e71-12dacbeef5b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8db6a1bd6c1d4da5966d1572482c0466&device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 1099 time: 0.0696633 May 10 11:37:56.469826 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b827c-87a2-4d60-be87-4c1ea58d1121 req-881a01c6-9c84-4aa1-9694-791dbdd88ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:56.471254 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2d7b827c-87a2-4d60-be87-4c1ea58d1121 req-881a01c6-9c84-4aa1-9694-791dbdd88ba9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=002ed444-c767-4f72-b943-12a4d7707daf HTTP/1.1" status: 200 len: 915 time: 0.1241491 May 10 11:37:56.541116 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2d7b827c-87a2-4d60-be87-4c1ea58d1121 req-5b7a7097-49c2-49bd-a32b-29023d42af78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8bba10-b68c-420e-98bc-3b02a8df0c00 HTTP/1.1" status: 200 len: 217 time: 0.0622480 May 10 11:37:56.603164 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b827c-87a2-4d60-be87-4c1ea58d1121 req-cd06f66e-e28d-4238-8e0b-098cda86e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:37:56.604531 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2d7b827c-87a2-4d60-be87-4c1ea58d1121 req-cd06f66e-e28d-4238-8e0b-098cda86e163 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3612f3-5aec-4fc7-822e-7290f24262f6 HTTP/1.1" status: 200 len: 854 time: 0.0563397 May 10 11:37:56.651552 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2d7b827c-87a2-4d60-be87-4c1ea58d1121 req-62b185a0-1395-496e-adcb-7163a77ad472 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=002ed444-c767-4f72-b943-12a4d7707daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389481 May 10 11:37:56.781245 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2d7b827c-87a2-4d60-be87-4c1ea58d1121 req-70899c98-d850-4443-88d2-7b9df63db8a3 service neutron] 10.222.0.30 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201012 May 10 11:37:56.910993 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2d7b827c-87a2-4d60-be87-4c1ea58d1121 req-fd43bc9f-efd5-4ef1-9bfe-9898cbc32882 service neutron] 10.222.0.30 "GET /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231301 May 10 11:37:57.465768 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:02.618417 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be8267-b7fe-4ba4-bc77-37e9d53068ff req-cb782d76-8771-484d-a7c8-0f741fb8b072 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:02.619864 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-03be8267-b7fe-4ba4-bc77-37e9d53068ff req-cb782d76-8771-484d-a7c8-0f741fb8b072 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 946 time: 0.0835991 May 10 11:38:02.663667 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-03be8267-b7fe-4ba4-bc77-37e9d53068ff req-1e206a8e-ff58-42a5-9067-909c7bbb95c3 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380380 May 10 11:38:03.848170 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacac29-9018-43c0-81c3-813eab9aed0e req-8fc8068e-431f-43f1-b5fe-bf482b89a05f tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:03.849649 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0eacac29-9018-43c0-81c3-813eab9aed0e req-8fc8068e-431f-43f1-b5fe-bf482b89a05f tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 946 time: 0.0823231 May 10 11:38:03.893882 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0eacac29-9018-43c0-81c3-813eab9aed0e req-4fec7961-3851-4313-822f-db4fdf649237 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/security-groups?id=84d34cfd-25c3-4b30-8ae0-f958e004a283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385070 May 10 11:38:04.373563 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cb4d2-cd14-4357-bffc-c16ac83bfb5e req-7fdc07b5-3264-48cc-a0d5-6791c5273f4e tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:04.374943 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4a7cb4d2-cd14-4357-bffc-c16ac83bfb5e req-7fdc07b5-3264-48cc-a0d5-6791c5273f4e tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.30 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 946 time: 0.0788472 May 10 11:38:04.592162 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-4a7cb4d2-cd14-4357-bffc-c16ac83bfb5e req-cb137b67-2029-4031-b309-824b9cdfb571 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Deleting port 7b8bba10-b68c-420e-98bc-3b02a8df0c00 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:38:04.592494 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-4a7cb4d2-cd14-4357-bffc-c16ac83bfb5e req-cb137b67-2029-4031-b309-824b9cdfb571 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:04.721943 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-4a7cb4d2-cd14-4357-bffc-c16ac83bfb5e req-cb137b67-2029-4031-b309-824b9cdfb571 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] For port 7b8bba10-b68c-420e-98bc-3b02a8df0c00, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7b8bba10-b68c-420e-98bc-3b02a8df0c00,segment=NetworkSegment(13a36d7a-fb0a-4893-aaa7-856e37163011),segment_id=13a36d7a-fb0a-4893-aaa7-856e37163011)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:38:04.722292 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-4a7cb4d2-cd14-4357-bffc-c16ac83bfb5e req-cb137b67-2029-4031-b309-824b9cdfb571 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:04.840693 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-4a7cb4d2-cd14-4357-bffc-c16ac83bfb5e req-cb137b67-2029-4031-b309-824b9cdfb571 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Calling delete_port for 7b8bba10-b68c-420e-98bc-3b02a8df0c00 owned by compute:nova {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:38:04.951114 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-4a7cb4d2-cd14-4357-bffc-c16ac83bfb5e req-cb137b67-2029-4031-b309-824b9cdfb571 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:04.956652 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-93d4421e-aec1-4883-be28-a72e2a1397a9 tempest-VolumesNegativeTest-48404038 tempest-VolumesNegativeTest-48404038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:04.962858 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['7b8bba10-b68c-420e-98bc-3b02a8df0c00'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:38:05.005293 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb137b67-2029-4031-b309-824b9cdfb571 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Pushing event deleted for resources: {'Port': ['ID=7b8bba10-b68c-420e-98bc-3b02a8df0c00,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:05.036504 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-cb137b67-2029-4031-b309-824b9cdfb571 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:05.079481 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-093c0fc8-6e08-4ebb-93c2-7e09baaa2899 req-d4fc9f66-297e-4533-aa1d-77145d90bd38 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20028a1-7f59-4da9-94c0-3709c4cf4ab0 HTTP/1.1" status: 200 len: 210 time: 0.0763078 May 10 11:38:05.118581 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7cb4d2-cd14-4357-bffc-c16ac83bfb5e req-cb137b67-2029-4031-b309-824b9cdfb571 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] No DVR routers for this DVR port 7b8bba10-b68c-420e-98bc-3b02a8df0c00 on host hv-cinder-78495 {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:38:05.121063 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-4a7cb4d2-cd14-4357-bffc-c16ac83bfb5e req-cb137b67-2029-4031-b309-824b9cdfb571 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:05.123520 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20028a1-7f59-4da9-94c0-3709c4cf4ab0', 'name': 'network-vif-deleted', 'tag': '7b8bba10-b68c-420e-98bc-3b02a8df0c00'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:38:05.143887 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4a7cb4d2-cd14-4357-bffc-c16ac83bfb5e req-cb137b67-2029-4031-b309-824b9cdfb571 tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] 10.222.0.30 "DELETE /v2.0/ports/7b8bba10-b68c-420e-98bc-3b02a8df0c00 HTTP/1.1" status: 204 len: 173 time: 0.7634304 May 10 11:38:05.170529 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20028a1-7f59-4da9-94c0-3709c4cf4ab0', 'name': 'network-vif-deleted', 'tag': '7b8bba10-b68c-420e-98bc-3b02a8df0c00', 'status': 'completed', 'code': 200} May 10 11:38:09.433079 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 7b8bba10-b68c-420e-98bc-3b02a8df0c00 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:38:09.467853 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: 7b8bba10-b68c-420e-98bc-3b02a8df0c00 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:38:09.468211 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 7b8bba10-b68c-420e-98bc-3b02a8df0c00 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:38:16.469265 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:16.655285 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:38:22.348956 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8a92ac27-7b11-4dec-8c26-a67d3a93817c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:24.990356 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-320e485b-8a02-486c-95ed-0edfbbc68e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:25.089544 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:26.091804 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:27.467106 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.517748 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48782) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:33.668237 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed08f75f-3446-45a2-8890-8e0e1e360a8a admin admin] Deleting subnet 2e3612f3-5aec-4fc7-822e-7290f24262f6 {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:38:33.671056 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ed08f75f-3446-45a2-8890-8e0e1e360a8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.717944 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ed08f75f-3446-45a2-8890-8e0e1e360a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557216'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:33.774018 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ed08f75f-3446-45a2-8890-8e0e1e360a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.007706 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ed08f75f-3446-45a2-8890-8e0e1e360a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2206754'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.012335 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:34.051161 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08f75f-3446-45a2-8890-8e0e1e360a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3612f3-5aec-4fc7-822e-7290f24262f6,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:34.053123 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ed08f75f-3446-45a2-8890-8e0e1e360a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.055635 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ed08f75f-3446-45a2-8890-8e0e1e360a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:34.059753 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ed08f75f-3446-45a2-8890-8e0e1e360a8a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2e3612f3-5aec-4fc7-822e-7290f24262f6 HTTP/1.1" status: 204 len: 168 time: 0.5405021 May 10 11:38:34.062178 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48786) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:34.166542 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.287048 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.299263 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002ed444-c767-4f72-b943-12a4d7707daf']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:34.310842 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a36d7a-fb0a-4893-aaa7-856e37163011') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:34.311129 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a36d7a-fb0a-4893-aaa7-856e37163011') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:34.322564 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557247'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.338946 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.345330 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:38:34.345885 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438718'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: Traceback (most recent call last): May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: timer() May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: cb(*args, **kw) May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: return func(*args, **kwargs) May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: self._notify() May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: self.callback(batched_events) May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: event.method(event) May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: return f(self, *a, **k) May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._get(url).json() May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: return self.request(url, 'GET', **kwargs) May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:38:34.359545 dv-cinder-784956-5-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:38:34.433582 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.438119 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.441122 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:34.462811 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] Pushing event deleted for resources: {'Network': ['ID=002ed444-c767-4f72-b943-12a4d7707daf,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:34.465083 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:34.470341 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-647ce8d0-c8df-4eee-b181-7272011a433f admin admin] 10.222.0.13 "DELETE /v2.0/networks/002ed444-c767-4f72-b943-12a4d7707daf HTTP/1.1" status: 204 len: 168 time: 0.4072475 May 10 11:38:34.640067 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48792) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:34.687689 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-39b9842d-8b1d-494a-bd53-11077a9d9d17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8db6a1bd6c1d4da5966d1572482c0466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463481 May 10 11:38:34.689860 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48796) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:34.746067 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-192de43f-017a-4f9b-bd34-33667d3caf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.771242 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-192de43f-017a-4f9b-bd34-33667d3caf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.826788 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-192de43f-017a-4f9b-bd34-33667d3caf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.832009 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c9e6a22b-91fd-4dbc-9f01-30cb776afa35 tempest-AttachVolumeShelveTestJSON-1723503628 tempest-AttachVolumeShelveTestJSON-1723503628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:34.845077 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192de43f-017a-4f9b-bd34-33667d3caf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d34cfd-25c3-4b30-8ae0-f958e004a283,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:34.849180 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-192de43f-017a-4f9b-bd34-33667d3caf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:34.852278 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-192de43f-017a-4f9b-bd34-33667d3caf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:34.855707 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-192de43f-017a-4f9b-bd34-33667d3caf8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84d34cfd-25c3-4b30-8ae0-f958e004a283 HTTP/1.1" status: 204 len: 168 time: 0.1621447 May 10 11:38:35.548111 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 48820) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:35.776888 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-492148471-network', 'tenant_id': '011002189168409a8a363ed7771f7b26'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:35.781606 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:35.786049 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Usage tracker for resource:network and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:35.789734 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:35.795455 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:35.805059 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Made reservation on behalf of 011002189168409a8a363ed7771f7b26 for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:35.807416 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.819603 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.834120 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:35.837831 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Usage tracker for resource:security_group_rule and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:35.840537 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:35.846129 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:35.928350 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.931877 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.934645 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a3b5652f-823f-4d40-a936-297eef46eaba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:35.962309 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=78729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:38:35.970594 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27446d87-5100-4b49-bd7a-9fa5e6aa23ea,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:35.980061 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.980439 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.980830 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.981196 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.981555 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.981910 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.982263 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.982615 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.982979 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.983316 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.983666 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.984279 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:35.988281 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:35.988607 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Added segment 2cc4424c-7794-4f93-8f95-250a1b8b4a49 of type vlan for network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa May 10 11:38:35.989812 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:36.015418 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.044914 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.046202 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:36.046841 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.051881 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:36.148731 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5993886 May 10 11:38:36.149639 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Pushing event updated for resources: {'Network': ['ID=8ca5f2e6-7d21-49ba-95ec-e08cda453daa,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:36.151626 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48826) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:36.152844 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-5f9047ed-a461-4bbc-ae45-ae51f09d9b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:36.157115 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Request body: {'subnet': {'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-492148471-subnet', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:36.160476 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:38:36.162690 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:36.166652 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Usage tracker for resource:subnet and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:36.169525 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:36.175338 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:36.186951 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Made reservation on behalf of 011002189168409a8a363ed7771f7b26 for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:36.189328 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2206793'] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.558434 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3557339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2206779'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.562829 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:36.631960 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=774fcb29-47c5-4ba1-af60-74685608e2b6,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:36.637179 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:36.639557 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Checking segment: {'id': '2cc4424c-7794-4f93-8f95-250a1b8b4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:38:36.639908 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Network hostable DHCP agents. Network: 8ca5f2e6-7d21-49ba-95ec-e08cda453daa, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:38:36.656531 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:38:36.665813 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 8ca5f2e6-7d21-49ba-95ec-e08cda453daa) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:36.675672 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe89273-88a8-4db4-8e8c-f5c4d79e5c07 None None] Network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:36.675866 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:36.676467 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.696646 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-aca0a3a9-50a1-4199-a2df-010de930a8f8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5439661 May 10 11:38:36.699341 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48830) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:36.704558 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:36.709638 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:36.713563 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Usage tracker for resource:router and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:36.716591 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:36.722474 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:36.732196 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3857130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60797'] for router, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.733177 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3857125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813861', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3704226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60790'] for router, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.747631 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:36.891935 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5533b1e3-f234-5a16-a21f-8695b02c655e-8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'fixed_ips': [{'subnet_id': '774fcb29-47c5-4ba1-af60-74685608e2b6'}]}} from dv-cinder-784956-5-iscsi. {{(pid=78730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:38:36.892811 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.048697 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Allocated IP 172.20.0.2 (8ca5f2e6-7d21-49ba-95ec-e08cda453daa/774fcb29-47c5-4ba1-af60-74685608e2b6/8a284cf6-3377-4d73-b9be-3dea8945b985) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:37.101714 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3811102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60760'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.248562 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.258647 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Transition to ACTIVE for port object 8a284cf6-3377-4d73-b9be-3dea8945b985 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:38:37.276874 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Transition to ACTIVE for port object 8a284cf6-3377-4d73-b9be-3dea8945b985 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:38:37.282127 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.286983 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:37.344990 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:37.348349 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:37.350687 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:38:37.392768 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Pushing event updated for resources: {'Port': ['ID=8a284cf6-3377-4d73-b9be-3dea8945b985,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:37.411081 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.438488 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.438832 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.439169 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.439499 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.439829 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.440301 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.440627 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.440752 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.440984 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.441307 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.441626 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.441947 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.442261 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.451763 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:37.460467 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Attempting to bind port 8a284cf6-3377-4d73-b9be-3dea8945b985 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:37.460878 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Attempting to bind port 8a284cf6-3377-4d73-b9be-3dea8945b985 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '2cc4424c-7794-4f93-8f95-250a1b8b4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:37.461247 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Attempting to bind port 8a284cf6-3377-4d73-b9be-3dea8945b985 on network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:38:37.466416 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:38:37.466793 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Checking segment: {'id': '2cc4424c-7794-4f93-8f95-250a1b8b4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:38:37.467198 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.467590 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Bound using segment: {'id': '2cc4424c-7794-4f93-8f95-250a1b8b4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:38:37.468054 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Bound port: 8a284cf6-3377-4d73-b9be-3dea8945b985, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc4424c-7794-4f93-8f95-250a1b8b4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:37.468429 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.554924 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] For port 8a284cf6-3377-4d73-b9be-3dea8945b985, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:38:37.558094 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] For port 8a284cf6-3377-4d73-b9be-3dea8945b985, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=8a284cf6-3377-4d73-b9be-3dea8945b985,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:38:37.561769 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.566072 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:37.579422 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Allocated IP 172.27.3.33 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/6850538d-54f1-4227-aa08-070696c828aa) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:37.666586 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Pushing event updated for resources: {'Port': ['ID=8a284cf6-3377-4d73-b9be-3dea8945b985,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:37.671380 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:37.734487 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.763218 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:37.767697 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c7738223-54bf-46da-9ca4-d335ba03d651 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:37.827741 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:37.832453 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:37.836203 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:38:37.886001 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Pushing event updated for resources: {'Port': ['ID=6850538d-54f1-4227-aa08-070696c828aa,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:37.899297 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.899763 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.900144 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.900520 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.900912 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.901283 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.901647 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.902014 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.902377 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.902740 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.903101 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.903460 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:37.908535 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:38.384792 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.518934 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471c1798-8c7c-4fdd-9de2-52e80e55b26e None None] Network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:38.609688 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-027f80c8-9938-48a4-9f1b-31f2c0e42c73 None None] Provisioning for port 8a284cf6-3377-4d73-b9be-3dea8945b985 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:38.725283 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3811175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816201'] for router, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:38.920464 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 8a284cf6-3377-4d73-b9be-3dea8945b985 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:38:38.942441 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Router 569104e5-190e-4d08-8616-6c92a59ec93b is scheduled to L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 with binding_index 1 {{(pid=78728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:38:39.034604 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 8a284cf6-3377-4d73-b9be-3dea8945b985 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:39.039341 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 8a284cf6-3377-4d73-b9be-3dea8945b985 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:39.039722 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.123622 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:38:39.131940 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Sync routers for ids ['569104e5-190e-4d08-8616-6c92a59ec93b'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:39.149445 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.150817 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-9d61c572-df72-4795-911e-42475aa0944e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4505744 May 10 11:38:39.153513 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48834) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:39.155154 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Routers {'569104e5-190e-4d08-8616-6c92a59ec93b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:38:39.155950 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:38:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['569104e5-190e-4d08-8616-6c92a59ec93b'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:39.267065 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.330620 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 8a284cf6-3377-4d73-b9be-3dea8945b985, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=8a284cf6-3377-4d73-b9be-3dea8945b985,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:38:39.336054 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.339770 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:39.404627 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Set router 569104e5-190e-4d08-8616-6c92a59ec93b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:38:39.538508 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=8a284cf6-3377-4d73-b9be-3dea8945b985,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:39.581790 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:39.709814 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6850538d-54f1-4227-aa08-070696c828aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:38:38Z', 'revision_number': 3, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port': {'id': '6850538d-54f1-4227-aa08-070696c828aa', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:37Z', 'updated_at': '2021-05-10T11:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:39.713803 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Checking router: 569104e5-190e-4d08-8616-6c92a59ec93b for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:38:39.714274 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Updating router 569104e5-190e-4d08-8616-6c92a59ec93b port 6850538d-54f1-4227-aa08-070696c828aa binding host dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:38:39.766054 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:39.918320 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.088299 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.099885 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Transition to ACTIVE for port object 6850538d-54f1-4227-aa08-070696c828aa will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:38:40.106609 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.110590 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-be3a0b0e-4a40-46a1-892a-4ddb8994cfa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:40.125024 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Allocated IP 172.20.0.1 (8ca5f2e6-7d21-49ba-95ec-e08cda453daa/774fcb29-47c5-4ba1-af60-74685608e2b6/3dbd75fd-9d35-4164-b82a-9aeff6ba0fda) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:40.188242 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Attempting to bind port 6850538d-54f1-4227-aa08-070696c828aa on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:40.188544 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Attempting to bind port 6850538d-54f1-4227-aa08-070696c828aa by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:40.188932 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Attempting to bind port 6850538d-54f1-4227-aa08-070696c828aa on network 3f71b2d2-59f0-4475-bea2-1eec4e07450d {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:38:40.195888 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc363a7-cfee-4413-acf0-dc53bcd70fc6 None None] Pushing event updated for resources: {'Port': ['ID=6850538d-54f1-4227-aa08-070696c828aa,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:40.198545 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-1dc363a7-cfee-4413-acf0-dc53bcd70fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:40.201198 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:38:40.201577 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Checking segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:38:40.201980 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.203037 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Bound using segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:38:40.203037 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Bound port: 6850538d-54f1-4227-aa08-070696c828aa, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:40.203244 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.271463 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.276922 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] For port 6850538d-54f1-4227-aa08-070696c828aa, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:38:40.279984 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] For port 6850538d-54f1-4227-aa08-070696c828aa, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=6850538d-54f1-4227-aa08-070696c828aa,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:38:40.283376 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.287938 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Transition to ACTIVE for port object 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:38:40.288127 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-544c6224-02fa-46e6-bc4a-1bd7055f2b63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:40.311133 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.315547 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f4c61d7e-185e-4eac-b6f0-a6e5b593560e tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:40.360428 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Routers {'569104e5-190e-4d08-8616-6c92a59ec93b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:38:40.361183 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:38:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['569104e5-190e-4d08-8616-6c92a59ec93b'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:40.369502 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:40.372638 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:40.376246 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:38:40.428942 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Pushing event updated for resources: {'Port': ['ID=3dbd75fd-9d35-4164-b82a-9aeff6ba0fda,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:40.433440 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:40.447281 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801302'] for router_interface, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.521273 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc363a7-cfee-4413-acf0-dc53bcd70fc6 None None] Pushing event updated for resources: {'Port': ['ID=6850538d-54f1-4227-aa08-070696c828aa,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:40.526341 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-1dc363a7-cfee-4413-acf0-dc53bcd70fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:40.586988 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] Set router 569104e5-190e-4d08-8616-6c92a59ec93b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:38:40.692119 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.764413 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-b5b4468a-37f7-4415-94c8-f372181ad953 None None] Provisioning for port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:40.774464 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-b5b4468a-37f7-4415-94c8-f372181ad953 None None] Provisioning complete for port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:40.774840 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b5b4468a-37f7-4415-94c8-f372181ad953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.852494 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4468a-37f7-4415-94c8-f372181ad953 None None] Port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:38:40.898995 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 8a284cf6-3377-4d73-b9be-3dea8945b985 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:38:40.912066 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.916827 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:40.947565 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-33833fc2-7c57-43a7-b867-9db18f0f58f1 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:40.985793 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 8a284cf6-3377-4d73-b9be-3dea8945b985 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:40.986171 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:41.024178 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Pushing event updated for resources: {'Port': ['ID=3dbd75fd-9d35-4164-b82a-9aeff6ba0fda,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:41.026274 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6850538d-54f1-4227-aa08-070696c828aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:38:38Z', 'revision_number': 3, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port': {'id': '6850538d-54f1-4227-aa08-070696c828aa', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:37Z', 'updated_at': '2021-05-10T11:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:41.026568 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801205'] for router_interface, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:41.030086 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:41.035859 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829137e-e501-4794-9ce8-9e1d33b9f8d1 None None] The sync data for ids ['569104e5-190e-4d08-8616-6c92a59ec93b'] in dv-cinder-784956-5-iscsi is: [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6850538d-54f1-4227-aa08-070696c828aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:38:38Z', 'revision_number': 3, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port': {'id': '6850538d-54f1-4227-aa08-070696c828aa', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:37Z', 'updated_at': '2021-05-10T11:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:41.166215 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:41.167273 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:41.474310 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Router 569104e5-190e-4d08-8616-6c92a59ec93b has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:38:41.479118 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-fa210f2c-8d1b-4daa-9bce-82b5422b0279 None None] Provisioning complete for port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:41.479503 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fa210f2c-8d1b-4daa-9bce-82b5422b0279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:41.535581 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-fa210f2c-8d1b-4daa-9bce-82b5422b0279 None None] Port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:38:41.661725 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:38:41.670965 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] 10.222.0.13 "PUT /v2.0/routers/569104e5-190e-4d08-8616-6c92a59ec93b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5164392 May 10 11:38:42.164005 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 48852) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:42.169621 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-540387910-network', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:42.174308 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:42.178107 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Usage tracker for resource:network and tenant:c2343bb3039847fb8d6ee495abc5c9cf is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:42.180925 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:42.187324 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:42.197224 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Made reservation on behalf of c2343bb3039847fb8d6ee495abc5c9cf for: {'network': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:42.199759 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for network, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.213231 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.228536 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:42.232745 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Usage tracker for resource:security_group_rule and tenant:c2343bb3039847fb8d6ee495abc5c9cf is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:42.235828 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:42.241583 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:42.324829 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.328621 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.331761 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-92fd0aea-75b6-45a7-a100-226a4993c3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:42.360267 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=78729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 11:38:42.370144 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9e308d-3e9b-4621-9604-07f1a4df9326,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:42.373484 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:42.378431 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.378431 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.db.segments_db [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Added segment 1045f239-a754-47d0-879f-70357d9e9e3d of type vlan for network 7c42f5fb-86d0-4d83-875c-9f48930f163f May 10 11:38:42.404041 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745972880240'] for network, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.437600 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395'] for network, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.438895 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:42.439470 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.444173 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1faa211b-1a2a-40bd-80d2-aabb4bf354d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:42.525422 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Sync routers for ids ['569104e5-190e-4d08-8616-6c92a59ec93b'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:42.535388 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Routers {'569104e5-190e-4d08-8616-6c92a59ec93b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:38:42.536004 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:38:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['569104e5-190e-4d08-8616-6c92a59ec93b'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:42.540548 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3753550 May 10 11:38:42.541591 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Pushing event updated for resources: {'Network': ['ID=7c42f5fb-86d0-4d83-875c-9f48930f163f,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:42.543376 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48856) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:42.544529 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8ce56ea9-0f92-4819-ad69-5ba5b7338b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:42.550882 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Request body: {'subnet': {'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-540387910-subnet', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'ip_version': 4}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:42.552680 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Network 7c42f5fb-86d0-4d83-875c-9f48930f163f details requested by agent ovs-agent-dv-cinder-784956-5-iscsi with host dv-cinder-784956-5-iscsi {{(pid=78730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 11:38:42.557605 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:42.562495 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Usage tracker for resource:subnet and tenant:c2343bb3039847fb8d6ee495abc5c9cf is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:42.566506 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:42.573048 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:42.586060 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Made reservation on behalf of c2343bb3039847fb8d6ee495abc5c9cf for: {'subnet': 1} {{(pid=78728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:38:42.589326 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2206793'] for subnet, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.712727 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Set router 569104e5-190e-4d08-8616-6c92a59ec93b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:38:42.928887 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 6850538d-54f1-4227-aa08-070696c828aa up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:38:42.982215 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3557339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2206779'] for subnet, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:42.988046 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ab005f60-6145-4d17-bb10-9cecbce3fc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:43.000153 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 6850538d-54f1-4227-aa08-070696c828aa completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:43.005067 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 6850538d-54f1-4227-aa08-070696c828aa triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:43.005443 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.026613 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6850538d-54f1-4227-aa08-070696c828aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:38:40Z', 'revision_number': 4, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port': {'id': '6850538d-54f1-4227-aa08-070696c828aa', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:37Z', 'updated_at': '2021-05-10T11:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '3dbd75fd-9d35-4164-b82a-9aeff6ba0fda', 'name': '', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'mac_address': 'fa:16:3e:cf:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:39Z', 'updated_at': '2021-05-10T11:38:40Z', 'revision_number': 2, 'project_id': '011002189168409a8a363ed7771f7b26', 'subnets': [{'id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:43.030577 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Checking router: 569104e5-190e-4d08-8616-6c92a59ec93b for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:38:43.031015 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Updating router 569104e5-190e-4d08-8616-6c92a59ec93b port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda binding host dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:38:43.064435 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4415334-99a9-4db5-80bd-7f7863095dc2,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:43.069906 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:43.072827 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Checking segment: {'id': '1045f239-a754-47d0-879f-70357d9e9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:38:43.073175 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Network hostable DHCP agents. Network: 7c42f5fb-86d0-4d83-875c-9f48930f163f, hostable agents: ['9c50c61e-4501-4eab-94c6-1142f590fe19'], hosted agents: [] {{(pid=78728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 11:38:43.084895 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.090033 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Network 7c42f5fb-86d0-4d83-875c-9f48930f163f is scheduled to be hosted by DHCP agent 9c50c61e-4501-4eab-94c6-1142f590fe19 with binding_index 1 {{(pid=78728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 11:38:43.100615 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-5-iscsi, 7c42f5fb-86d0-4d83-875c-9f48930f163f) {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:43.109194 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38db1a71-a464-4229-9ac4-dc3ccf430f79 None None] Network 7c42f5fb-86d0-4d83-875c-9f48930f163f requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:43.116290 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:38:43.116913 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.139427 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e81adca8-52d4-403a-ad1f-bec8af95949a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5913148 May 10 11:38:43.139628 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48860) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:43.145292 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-540387910-router', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:43.149702 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:43.153482 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Usage tracker for resource:router and tenant:c2343bb3039847fb8d6ee495abc5c9cf is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:43.156296 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:43.162088 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:43.172140 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3857130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60797'] for router, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.173125 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3857125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813861', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3704226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60790'] for router, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.188601 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.195947 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.237220 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 6850538d-54f1-4227-aa08-070696c828aa, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=6850538d-54f1-4227-aa08-070696c828aa,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:38:43.251117 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.255506 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:43.396988 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=6850538d-54f1-4227-aa08-070696c828aa,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:43.407168 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:43.418511 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5533b1e3-f234-5a16-a21f-8695b02c655e-7c42f5fb-86d0-4d83-875c-9f48930f163f', 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'fixed_ips': [{'subnet_id': 'c4415334-99a9-4db5-80bd-7f7863095dc2'}]}} from dv-cinder-784956-5-iscsi. {{(pid=78730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 11:38:43.419553 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.457835 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.461530 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3811102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60760'] for router, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.469361 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Transition to ACTIVE for port object 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:38:43.476690 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.480587 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:43.541692 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Pushing event updated for resources: {'Port': ['ID=3dbd75fd-9d35-4164-b82a-9aeff6ba0fda,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:43.553227 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:43.553821 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:43.554313 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:43.554805 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:43.555287 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:43.555765 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:43.556261 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:43.556759 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:43.557269 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:43.557744 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:43.558217 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:43.558713 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:38:43.563153 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:43.573746 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Allocated IP 172.20.0.2 (7c42f5fb-86d0-4d83-875c-9f48930f163f/c4415334-99a9-4db5-80bd-7f7863095dc2/8a9793f9-6643-4acf-a9f7-ff4c1282c7aa) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:43.731343 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Attempting to bind port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:43.731711 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Attempting to bind port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '2cc4424c-7794-4f93-8f95-250a1b8b4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:43.732073 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Attempting to bind port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda on network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:38:43.738670 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:38:43.739041 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Checking segment: {'id': '2cc4424c-7794-4f93-8f95-250a1b8b4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:38:43.739439 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.739828 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Bound using segment: {'id': '2cc4424c-7794-4f93-8f95-250a1b8b4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:38:43.740298 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Bound port: 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc4424c-7794-4f93-8f95-250a1b8b4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:43.741013 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.840965 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] For port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:38:43.844911 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] For port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=3dbd75fd-9d35-4164-b82a-9aeff6ba0fda,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:38:43.850381 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.856039 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.865729 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:43.870188 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Transition to ACTIVE for port object 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:38:43.895070 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Transition to ACTIVE for port object 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:38:43.901562 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.904994 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:43.934175 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.957911 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Routers {'569104e5-190e-4d08-8616-6c92a59ec93b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:38:43.958544 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:38:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['569104e5-190e-4d08-8616-6c92a59ec93b'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:43.965257 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:43.966923 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Network 7c42f5fb-86d0-4d83-875c-9f48930f163f is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:43.970013 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:43.979563 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:38:43.986504 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Pushing event updated for resources: {'Port': ['ID=8a9793f9-6643-4acf-a9f7-ff4c1282c7aa,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:43.990698 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:44.013895 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Pushing event updated for resources: {'Port': ['ID=3dbd75fd-9d35-4164-b82a-9aeff6ba0fda,revision_number=4']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:44.075361 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d0282025-3a91-4584-a7ad-15ad0ba20c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:44.082142 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Attempting to bind port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:44.082750 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Attempting to bind port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '1045f239-a754-47d0-879f-70357d9e9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:44.083755 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Attempting to bind port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa on network 7c42f5fb-86d0-4d83-875c-9f48930f163f {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:38:44.090863 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:38:44.091245 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Checking segment: {'id': '1045f239-a754-47d0-879f-70357d9e9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:38:44.091654 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.092690 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Bound using segment: {'id': '1045f239-a754-47d0-879f-70357d9e9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:38:44.093205 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Bound port: 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1045f239-a754-47d0-879f-70357d9e9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:44.093800 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.126516 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Allocated IP 172.27.3.26 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/3f9a9771-a17a-46cd-b770-eb448342964e) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:44.164357 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] Set router 569104e5-190e-4d08-8616-6c92a59ec93b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:38:44.191602 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] For port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:38:44.194572 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] For port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=8a9793f9-6643-4acf-a9f7-ff4c1282c7aa,segment=NetworkSegment(1045f239-a754-47d0-879f-70357d9e9e3d),segment_id=1045f239-a754-47d0-879f-70357d9e9e3d)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:38:44.198968 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.202379 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:44.285377 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.293253 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Pushing event updated for resources: {'Port': ['ID=8a9793f9-6643-4acf-a9f7-ff4c1282c7aa,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:44.296078 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:44.319375 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:44.323956 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f9037f88-2fea-432a-a96e-b122e25584ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:44.387875 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:44.398951 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:44.400991 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9a9771-a17a-46cd-b770-eb448342964e,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:44.403182 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:38:44.436251 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:44.517685 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6850538d-54f1-4227-aa08-070696c828aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:38:40Z', 'revision_number': 4, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port': {'id': '6850538d-54f1-4227-aa08-070696c828aa', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:37Z', 'updated_at': '2021-05-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '3dbd75fd-9d35-4164-b82a-9aeff6ba0fda', 'name': '', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'mac_address': 'fa:16:3e:cf:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:39Z', 'updated_at': '2021-05-10T11:38:43Z', 'revision_number': 4, 'project_id': '011002189168409a8a363ed7771f7b26', 'subnets': [{'id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:44.521635 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc5d79-d554-4603-b96c-ac7e9b4dc0ae None None] The sync data for ids ['569104e5-190e-4d08-8616-6c92a59ec93b'] in dv-cinder-784956-5-iscsi is: [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6850538d-54f1-4227-aa08-070696c828aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:38:40Z', 'revision_number': 4, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port': {'id': '6850538d-54f1-4227-aa08-070696c828aa', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:37Z', 'updated_at': '2021-05-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '3dbd75fd-9d35-4164-b82a-9aeff6ba0fda', 'name': '', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'mac_address': 'fa:16:3e:cf:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:39Z', 'updated_at': '2021-05-10T11:38:43Z', 'revision_number': 4, 'project_id': '011002189168409a8a363ed7771f7b26', 'subnets': [{'id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:44.894847 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:45.040295 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:38:45.121756 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:45.127648 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:45.128965 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:45.261187 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:45.265247 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3811175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3816201'] for router, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:45.296479 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=3dbd75fd-9d35-4164-b82a-9aeff6ba0fda,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:38:45.305665 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:45.306619 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:38:45.331873 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:45.381724 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e58488b-132c-46c3-9452-ca67819bff15 None None] Network 7c42f5fb-86d0-4d83-875c-9f48930f163f requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:38:45.527766 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-c31f7d8e-ae46-4833-af3e-de8aed1d536d None None] Provisioning for port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:45.535538 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=3dbd75fd-9d35-4164-b82a-9aeff6ba0fda,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:45.551733 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:45.572218 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:45.578821 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:45.579202 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:45.622176 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Router 58df092d-d1a6-4b9d-a32e-6fc0194093d8 is scheduled to L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 with binding_index 1 {{(pid=78728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 11:38:45.795050 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:45.802121 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:38:45.812603 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Sync routers for ids ['58df092d-d1a6-4b9d-a32e-6fc0194093d8'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:45.825317 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] Notify callbacks [] for router, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:45.826559 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-66f6ee19-fc25-4cad-bd1d-7b98320a2b00 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6860383 May 10 11:38:45.829172 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48864) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:45.847926 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Routers {'58df092d-d1a6-4b9d-a32e-6fc0194093d8'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:38:45.848556 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:38:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['58df092d-d1a6-4b9d-a32e-6fc0194093d8'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:45.969541 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=8a9793f9-6643-4acf-a9f7-ff4c1282c7aa,segment=NetworkSegment(1045f239-a754-47d0-879f-70357d9e9e3d),segment_id=1045f239-a754-47d0-879f-70357d9e9e3d)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:38:45.978001 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:45.978850 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 6850538d-54f1-4227-aa08-070696c828aa up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:38:46.009437 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:46.173362 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-2d086d81-2e93-40cb-8f66-f5cebf336bbf None None] Provisioning complete for port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:46.174044 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2d086d81-2e93-40cb-8f66-f5cebf336bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.218785 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=8a9793f9-6643-4acf-a9f7-ff4c1282c7aa,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:46.226402 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:46.262068 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 6850538d-54f1-4227-aa08-070696c828aa triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:46.262364 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.286128 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Set router 58df092d-d1a6-4b9d-a32e-6fc0194093d8 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:38:46.506025 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.565387 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.715872 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'name': 'tempest-TestShelveInstance-540387910-router', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:38:44Z', 'revision_number': 3, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'gw_port': {'id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:46.717497 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Allocated IP 172.20.0.1 (7c42f5fb-86d0-4d83-875c-9f48930f163f/c4415334-99a9-4db5-80bd-7f7863095dc2/153ec094-e3c2-4b98-97fe-0ac2d78ac8b5) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:38:46.719709 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Checking router: 58df092d-d1a6-4b9d-a32e-6fc0194093d8 for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:38:46.720069 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Updating router 58df092d-d1a6-4b9d-a32e-6fc0194093d8 port 3f9a9771-a17a-46cd-b770-eb448342964e binding host dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:38:46.775558 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.925611 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:38:46.974627 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:46.990395 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.provisioning_blocks [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Transition to ACTIVE for port object 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 will not be triggered until provisioned by entity DHCP. {{(pid=78728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:38:47.014823 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.019321 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e9dbb67b-c598-4b15-84df-481459802916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:47.075489 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Network 7c42f5fb-86d0-4d83-875c-9f48930f163f is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:47.078280 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:47.086737 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:47.086872 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:38:47.087165 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.120541 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Pushing event updated for resources: {'Port': ['ID=153ec094-e3c2-4b98-97fe-0ac2d78ac8b5,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:47.129616 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:47.152748 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801302'] for router_interface, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.260645 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.265879 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.284913 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Transition to ACTIVE for port object 3f9a9771-a17a-46cd-b770-eb448342964e will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:38:47.290618 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:38:47.329727 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.336569 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:47.405268 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-a30ecc01-2d5b-4c9e-bc51-ec0aa3465023 None None] Provisioning for port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:47.434147 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-a30ecc01-2d5b-4c9e-bc51-ec0aa3465023 None None] Provisioning complete for port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:47.434532 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a30ecc01-2d5b-4c9e-bc51-ec0aa3465023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.468165 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Attempting to bind port 3f9a9771-a17a-46cd-b770-eb448342964e on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:47.468542 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Attempting to bind port 3f9a9771-a17a-46cd-b770-eb448342964e by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:47.468933 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Attempting to bind port 3f9a9771-a17a-46cd-b770-eb448342964e on network 3f71b2d2-59f0-4475-bea2-1eec4e07450d {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:38:47.478747 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b2816-bdbb-41c4-b96b-c540aa82bda5 None None] Pushing event updated for resources: {'Port': ['ID=3f9a9771-a17a-46cd-b770-eb448342964e,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:47.488035 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d77b2816-bdbb-41c4-b96b-c540aa82bda5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:47.488838 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:38:47.489217 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Checking segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:38:47.489625 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.490068 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Bound using segment: {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:38:47.490564 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Bound port: 3f9a9771-a17a-46cd-b770-eb448342964e, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619472b-6044-4e5e-81a4-f44269273a2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:47.490853 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.490990 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.497150 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.525296 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e8bf54fc-8bc6-4e73-8a87-fb4dde621428 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:47.545639 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-a30ecc01-2d5b-4c9e-bc51-ec0aa3465023 None None] Port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:38:47.552843 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:47.553230 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.606903 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Pushing event updated for resources: {'Port': ['ID=153ec094-e3c2-4b98-97fe-0ac2d78ac8b5,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:47.609438 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801205'] for router_interface, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.614097 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:47.684832 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] For port 3f9a9771-a17a-46cd-b770-eb448342964e, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:38:47.700098 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] For port 3f9a9771-a17a-46cd-b770-eb448342964e, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=3f9a9771-a17a-46cd-b770-eb448342964e,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:38:47.708505 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:47.716029 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:47.748820 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Network 7c42f5fb-86d0-4d83-875c-9f48930f163f is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:38:47.749924 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:38:47.849223 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b2816-bdbb-41c4-b96b-c540aa82bda5 None None] Pushing event updated for resources: {'Port': ['ID=3f9a9771-a17a-46cd-b770-eb448342964e,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:47.851690 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Routers {'58df092d-d1a6-4b9d-a32e-6fc0194093d8'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:38:47.852303 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:38:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['58df092d-d1a6-4b9d-a32e-6fc0194093d8'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:47.900249 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d77b2816-bdbb-41c4-b96b-c540aa82bda5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:47.942822 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Router 58df092d-d1a6-4b9d-a32e-6fc0194093d8 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:38:48.004670 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-00effe80-a51d-415a-a1cb-68fa8962f4b0 None None] Provisioning complete for port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:48.005068 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-00effe80-a51d-415a-a1cb-68fa8962f4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:48.081368 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-00effe80-a51d-415a-a1cb-68fa8962f4b0 None None] Port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:38:48.086433 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] Set router 58df092d-d1a6-4b9d-a32e-6fc0194093d8 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:38:48.128164 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:38:48.136068 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-cb292338-799e-449b-a2e9-5862c50b06df admin admin] 10.222.0.13 "PUT /v2.0/routers/58df092d-d1a6-4b9d-a32e-6fc0194093d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3059020 May 10 11:38:48.404056 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'name': 'tempest-TestShelveInstance-540387910-router', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:38:47Z', 'revision_number': 4, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'gw_port': {'id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '153ec094-e3c2-4b98-97fe-0ac2d78ac8b5', 'name': '', 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'mac_address': 'fa:16:3e:97:a7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c4415334-99a9-4db5-80bd-7f7863095dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:46Z', 'updated_at': '2021-05-10T11:38:47Z', 'revision_number': 2, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'subnets': [{'id': 'c4415334-99a9-4db5-80bd-7f7863095dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:48.408198 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a8819f-f591-4b6e-a37e-a4bf1fb3ff8f None None] The sync data for ids ['58df092d-d1a6-4b9d-a32e-6fc0194093d8'] in dv-cinder-784956-5-iscsi is: [{'id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'name': 'tempest-TestShelveInstance-540387910-router', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:38:47Z', 'revision_number': 4, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'gw_port': {'id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '153ec094-e3c2-4b98-97fe-0ac2d78ac8b5', 'name': '', 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'mac_address': 'fa:16:3e:97:a7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c4415334-99a9-4db5-80bd-7f7863095dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:46Z', 'updated_at': '2021-05-10T11:38:47Z', 'revision_number': 2, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'subnets': [{'id': 'c4415334-99a9-4db5-80bd-7f7863095dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:48.880141 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48874) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:48.885524 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-527108641', 'description': 'tempest-secgroup-smoke-527108641 description', 'project_id': '011002189168409a8a363ed7771f7b26'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:48.891630 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:48.896264 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Usage tracker for resource:security_group and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:48.899342 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:48.905345 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:48.917630 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:48.939079 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:48.943662 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Usage tracker for resource:security_group_rule and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:48.946684 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:48.953132 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:49.046898 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.050904 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.054569 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5e6c66db-dd7a-42b3-8dbf-de378cbaae7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:49.095095 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e563364-aef6-4c4e-a6eb-a990730de02f,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:49.097959 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.101992 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2180223 May 10 11:38:49.101992 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:49.102404 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48878) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:49.107427 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-a5bd5ec9-1489-48a4-a4a5-0db9b18c4143 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Request body: {'security_group_rule': {'security_group_id': '2e563364-aef6-4c4e-a6eb-a990730de02f', 'project_id': '011002189168409a8a363ed7771f7b26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:49.114439 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-a5bd5ec9-1489-48a4-a4a5-0db9b18c4143 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:49.118833 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-a5bd5ec9-1489-48a4-a4a5-0db9b18c4143 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Usage tracker for resource:security_group_rule and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:49.121747 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-a5bd5ec9-1489-48a4-a4a5-0db9b18c4143 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:49.131199 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-a5bd5ec9-1489-48a4-a4a5-0db9b18c4143 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:49.148815 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a5bd5ec9-1489-48a4-a4a5-0db9b18c4143 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.211524 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a5bd5ec9-1489-48a4-a4a5-0db9b18c4143 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.215347 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a5bd5ec9-1489-48a4-a4a5-0db9b18c4143 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.217375 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:49.240633 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd5ec9-1489-48a4-a4a5-0db9b18c4143 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7db6550-f326-4f0a-85db-1378580734de,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:49.242868 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a5bd5ec9-1489-48a4-a4a5-0db9b18c4143 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:49.251238 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-a5bd5ec9-1489-48a4-a4a5-0db9b18c4143 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.251542 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-a5bd5ec9-1489-48a4-a4a5-0db9b18c4143 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484542 May 10 11:38:49.254427 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48882) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:49.259579 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-3f8e2651-8835-4bd9-b54f-e4e3a7f98b1d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Request body: {'security_group_rule': {'security_group_id': '2e563364-aef6-4c4e-a6eb-a990730de02f', 'project_id': '011002189168409a8a363ed7771f7b26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:49.265659 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3f8e2651-8835-4bd9-b54f-e4e3a7f98b1d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:49.269517 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3f8e2651-8835-4bd9-b54f-e4e3a7f98b1d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Usage tracker for resource:security_group_rule and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:49.272628 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3f8e2651-8835-4bd9-b54f-e4e3a7f98b1d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:49.278569 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3f8e2651-8835-4bd9-b54f-e4e3a7f98b1d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:49.296262 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2651-8835-4bd9-b54f-e4e3a7f98b1d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.363362 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2651-8835-4bd9-b54f-e4e3a7f98b1d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.367903 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2651-8835-4bd9-b54f-e4e3a7f98b1d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.370024 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:49.393132 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e2651-8835-4bd9-b54f-e4e3a7f98b1d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a390b0f6-2ee6-493e-95df-30981f2e73c5,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:49.395906 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3f8e2651-8835-4bd9-b54f-e4e3a7f98b1d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:49.403825 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2651-8835-4bd9-b54f-e4e3a7f98b1d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.405112 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3f8e2651-8835-4bd9-b54f-e4e3a7f98b1d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1497903 May 10 11:38:49.407717 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48886) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:49.413408 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-075d674f-8bc6-4439-b7e7-3619c7679503 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Request body: {'security_group_rule': {'security_group_id': '2e563364-aef6-4c4e-a6eb-a990730de02f', 'project_id': '011002189168409a8a363ed7771f7b26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:49.419444 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-075d674f-8bc6-4439-b7e7-3619c7679503 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:49.423490 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-075d674f-8bc6-4439-b7e7-3619c7679503 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Usage tracker for resource:security_group_rule and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:49.426536 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-075d674f-8bc6-4439-b7e7-3619c7679503 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:49.432451 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-075d674f-8bc6-4439-b7e7-3619c7679503 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:49.449388 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-075d674f-8bc6-4439-b7e7-3619c7679503 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.515241 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-075d674f-8bc6-4439-b7e7-3619c7679503 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.519332 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-075d674f-8bc6-4439-b7e7-3619c7679503 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.525343 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:49.545221 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d674f-8bc6-4439-b7e7-3619c7679503 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e4e8fb-af54-4b0c-ab27-1b9d2abaa36b,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:49.549573 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-075d674f-8bc6-4439-b7e7-3619c7679503 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:49.557575 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-075d674f-8bc6-4439-b7e7-3619c7679503 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.558802 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-075d674f-8bc6-4439-b7e7-3619c7679503 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501856 May 10 11:38:49.561542 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48890) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:49.566870 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-38b15712-5194-4971-bc5c-a2588ee3fb94 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Request body: {'security_group_rule': {'security_group_id': '2e563364-aef6-4c4e-a6eb-a990730de02f', 'project_id': '011002189168409a8a363ed7771f7b26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:49.573657 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-38b15712-5194-4971-bc5c-a2588ee3fb94 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:49.577849 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-38b15712-5194-4971-bc5c-a2588ee3fb94 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Usage tracker for resource:security_group_rule and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:49.581004 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-38b15712-5194-4971-bc5c-a2588ee3fb94 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:49.587203 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-38b15712-5194-4971-bc5c-a2588ee3fb94 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:49.604151 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-38b15712-5194-4971-bc5c-a2588ee3fb94 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.671354 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-38b15712-5194-4971-bc5c-a2588ee3fb94 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.675098 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-38b15712-5194-4971-bc5c-a2588ee3fb94 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.677316 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-e292df44-1830-49bd-a914-4a6e46514657 tempest-TestMinimumBasicScenario-1765550777 tempest-TestMinimumBasicScenario-1765550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:49.696970 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b15712-5194-4971-bc5c-a2588ee3fb94 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d32b49-6c31-4a07-b0fc-5d0784332e66,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:49.701065 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-38b15712-5194-4971-bc5c-a2588ee3fb94 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:49.709441 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-38b15712-5194-4971-bc5c-a2588ee3fb94 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.710769 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-38b15712-5194-4971-bc5c-a2588ee3fb94 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480999 May 10 11:38:49.713637 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48894) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:49.718880 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-8707660c-9638-4e89-bff1-939188229ccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Request body: {'security_group_rule': {'security_group_id': '2e563364-aef6-4c4e-a6eb-a990730de02f', 'project_id': '011002189168409a8a363ed7771f7b26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:49.725773 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8707660c-9638-4e89-bff1-939188229ccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:49.729837 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8707660c-9638-4e89-bff1-939188229ccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Usage tracker for resource:security_group_rule and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:49.732820 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-8707660c-9638-4e89-bff1-939188229ccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:49.739010 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-8707660c-9638-4e89-bff1-939188229ccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:49.752600 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.securitygroups_db [None req-8707660c-9638-4e89-bff1-939188229ccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Project 011002189168409a8a363ed7771f7b26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:38:49.758274 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8707660c-9638-4e89-bff1-939188229ccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.915887 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8707660c-9638-4e89-bff1-939188229ccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.919546 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8707660c-9638-4e89-bff1-939188229ccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.924984 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a5bd5ec9-1489-48a4-a4a5-0db9b18c4143 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:49.942895 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707660c-9638-4e89-bff1-939188229ccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4bcf53-c4b3-4409-a7db-e1d4448ef7fb,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:49.945096 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-8707660c-9638-4e89-bff1-939188229ccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:49.952842 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-8707660c-9638-4e89-bff1-939188229ccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:49.953892 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-8707660c-9638-4e89-bff1-939188229ccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2392619 May 10 11:38:49.957104 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 48898) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:38:49.962051 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-145aea36-6be0-464b-ad0d-6f828771cf45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Request body: {'security_group_rule': {'security_group_id': '2e563364-aef6-4c4e-a6eb-a990730de02f', 'project_id': '011002189168409a8a363ed7771f7b26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:38:49.967798 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-145aea36-6be0-464b-ad0d-6f828771cf45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:38:49.971562 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-145aea36-6be0-464b-ad0d-6f828771cf45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Usage tracker for resource:security_group_rule and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:38:49.974996 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-145aea36-6be0-464b-ad0d-6f828771cf45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:38:49.980581 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-145aea36-6be0-464b-ad0d-6f828771cf45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:38:49.990843 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.securitygroups_db [None req-145aea36-6be0-464b-ad0d-6f828771cf45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Project 011002189168409a8a363ed7771f7b26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 11:38:49.997115 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-145aea36-6be0-464b-ad0d-6f828771cf45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:50.061274 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-145aea36-6be0-464b-ad0d-6f828771cf45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:50.065100 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-145aea36-6be0-464b-ad0d-6f828771cf45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710551'] for security_group_rule, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:50.072460 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-a5036f49-16e2-4ae4-ba50-0299c19dfb67 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:50.093153 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145aea36-6be0-464b-ad0d-6f828771cf45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e742e9ca-04fc-4888-885a-03459573f3d4,revision_number=0']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:50.095485 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-145aea36-6be0-464b-ad0d-6f828771cf45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:50.101200 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-145aea36-6be0-464b-ad0d-6f828771cf45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:50.102372 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-145aea36-6be0-464b-ad0d-6f828771cf45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443894 May 10 11:38:50.916330 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 3f9a9771-a17a-46cd-b770-eb448342964e up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:38:50.985266 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 3f9a9771-a17a-46cd-b770-eb448342964e completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:50.990825 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 3f9a9771-a17a-46cd-b770-eb448342964e triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:50.991303 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:51.118196 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:51.135764 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 3f9a9771-a17a-46cd-b770-eb448342964e, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=3f9a9771-a17a-46cd-b770-eb448342964e,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:38:51.140623 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:51.142607 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-54955066-36c5-4f4f-97c0-ac15a4c9e564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:51.209412 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=3f9a9771-a17a-46cd-b770-eb448342964e,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:51.212339 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:51.932965 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Sync routers for ids ['58df092d-d1a6-4b9d-a32e-6fc0194093d8'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:38:51.942388 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Routers {'58df092d-d1a6-4b9d-a32e-6fc0194093d8'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:38:51.942992 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:38:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['58df092d-d1a6-4b9d-a32e-6fc0194093d8'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:52.119597 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Set router 58df092d-d1a6-4b9d-a32e-6fc0194093d8 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:38:52.350151 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7df10dbe-61a6-489e-9e13-06cd5147aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.459062 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'name': 'tempest-TestShelveInstance-540387910-router', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:38:47Z', 'revision_number': 4, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'gw_port': {'id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '153ec094-e3c2-4b98-97fe-0ac2d78ac8b5', 'name': '', 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'mac_address': 'fa:16:3e:97:a7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c4415334-99a9-4db5-80bd-7f7863095dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:46Z', 'updated_at': '2021-05-10T11:38:47Z', 'revision_number': 2, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'subnets': [{'id': 'c4415334-99a9-4db5-80bd-7f7863095dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:52.462680 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Checking router: 58df092d-d1a6-4b9d-a32e-6fc0194093d8 for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:38:52.463038 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Updating router 58df092d-d1a6-4b9d-a32e-6fc0194093d8 port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 binding host dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 11:38:52.513933 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.846209 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.858151 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Transition to ACTIVE for port object 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:38:52.865720 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:52.870157 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:52.907888 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 3f9a9771-a17a-46cd-b770-eb448342964e up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:38:52.988921 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca86a17-d695-4ed4-801f-ad40aec2642d None None] Pushing event updated for resources: {'Port': ['ID=153ec094-e3c2-4b98-97fe-0ac2d78ac8b5,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:52.990335 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 3f9a9771-a17a-46cd-b770-eb448342964e triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:52.996311 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0ca86a17-d695-4ed4-801f-ad40aec2642d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:52.998491 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.100729 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Attempting to bind port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 on host dv-cinder-784956-5-iscsi for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:38:53.101033 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Attempting to bind port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 by drivers openvswitch,hyperv on host dv-cinder-784956-5-iscsi at level 0 using segments [{'id': '1045f239-a754-47d0-879f-70357d9e9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:38:53.101400 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Attempting to bind port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 on network 7c42f5fb-86d0-4d83-875c-9f48930f163f {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:38:53.109319 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Checking agent: {'id': '094b373c-52b8-404e-b3d3-c69f78815f9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 16, 55), 'started_at': datetime.datetime(2021, 5, 10, 11, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:38:53.109966 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Checking segment: {'id': '1045f239-a754-47d0-879f-70357d9e9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:38:53.110232 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.110544 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Bound using segment: {'id': '1045f239-a754-47d0-879f-70357d9e9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:38:53.111005 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Bound port: 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5, host: dv-cinder-784956-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1045f239-a754-47d0-879f-70357d9e9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:38:53.111419 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.203890 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] For port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5, host dv-cinder-784956-5-iscsi, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:38:53.207827 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] For port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5, host dv-cinder-784956-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=153ec094-e3c2-4b98-97fe-0ac2d78ac8b5,segment=NetworkSegment(1045f239-a754-47d0-879f-70357d9e9e3d),segment_id=1045f239-a754-47d0-879f-70357d9e9e3d)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:38:53.212392 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:53.216286 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:53.291332 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Routers {'58df092d-d1a6-4b9d-a32e-6fc0194093d8'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:38:53.291967 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:38:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['58df092d-d1a6-4b9d-a32e-6fc0194093d8'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:53.400685 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca86a17-d695-4ed4-801f-ad40aec2642d None None] Pushing event updated for resources: {'Port': ['ID=153ec094-e3c2-4b98-97fe-0ac2d78ac8b5,revision_number=4']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:53.403899 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0ca86a17-d695-4ed4-801f-ad40aec2642d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:53.475201 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] Set router 58df092d-d1a6-4b9d-a32e-6fc0194093d8 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:38:53.698115 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:38:53.809110 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'name': 'tempest-TestShelveInstance-540387910-router', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:38:47Z', 'revision_number': 4, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'gw_port': {'id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '153ec094-e3c2-4b98-97fe-0ac2d78ac8b5', 'name': '', 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'mac_address': 'fa:16:3e:97:a7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c4415334-99a9-4db5-80bd-7f7863095dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:46Z', 'updated_at': '2021-05-10T11:38:53Z', 'revision_number': 4, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'subnets': [{'id': 'c4415334-99a9-4db5-80bd-7f7863095dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:38:53.813360 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd38f5b-208d-4145-81c9-cc3e76ebfdf4 None None] The sync data for ids ['58df092d-d1a6-4b9d-a32e-6fc0194093d8'] in dv-cinder-784956-5-iscsi is: [{'id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'name': 'tempest-TestShelveInstance-540387910-router', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:38:47Z', 'revision_number': 4, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'gw_port': {'id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '153ec094-e3c2-4b98-97fe-0ac2d78ac8b5', 'name': '', 'network_id': '7c42f5fb-86d0-4d83-875c-9f48930f163f', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'mac_address': 'fa:16:3e:97:a7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c4415334-99a9-4db5-80bd-7f7863095dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:46Z', 'updated_at': '2021-05-10T11:38:53Z', 'revision_number': 4, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'subnets': [{'id': 'c4415334-99a9-4db5-80bd-7f7863095dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:38:54.912191 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:38:54.997919 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning for port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:38:55.002759 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-986b4754-09f1-4eb5-b502-9ee14207b571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.005098 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:55.005525 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.131368 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.142094 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.175743 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] For port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=153ec094-e3c2-4b98-97fe-0ac2d78ac8b5,segment=NetworkSegment(1045f239-a754-47d0-879f-70357d9e9e3d),segment_id=1045f239-a754-47d0-879f-70357d9e9e3d)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:38:55.179417 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:55.182068 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-06dc673f-6d4f-4afd-9aca-9ee4a4cc7e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:38:55.249736 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Pushing event updated for resources: {'Port': ['ID=153ec094-e3c2-4b98-97fe-0ac2d78ac8b5,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:38:55.253676 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:38:56.094389 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:56.900147 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 up at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:38:57.003208 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Provisioning complete for port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:38:57.003582 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:38:57.471039 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:10.532322 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-2a6b52b0-2a3f-4471-b7c3-03ef65da4588 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Synchronizing usage tracker for tenant:011002189168409a8a363ed7771f7b26 on resource:security_group {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:39:10.548342 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-2a6b52b0-2a3f-4471-b7c3-03ef65da4588 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Unset dirty status for tenant:011002189168409a8a363ed7771f7b26 on resource:security_group {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:39:10.549563 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-2a6b52b0-2a3f-4471-b7c3-03ef65da4588 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527108641&fields=id&tenant_id=011002189168409a8a363ed7771f7b26 HTTP/1.1" status: 200 len: 267 time: 0.0612595 May 10 11:39:10.700702 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-1bc54740-35d5-4b55-949f-47f47d3b51ad tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:10.701380 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-1bc54740-35d5-4b55-949f-47f47d3b51ad tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Synchronizing usage tracker for tenant:011002189168409a8a363ed7771f7b26 on resource:network {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:39:10.717222 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-1bc54740-35d5-4b55-949f-47f47d3b51ad tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Unset dirty status for tenant:011002189168409a8a363ed7771f7b26 on resource:network {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:39:10.718296 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-1bc54740-35d5-4b55-949f-47f47d3b51ad tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/networks?id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa HTTP/1.1" status: 200 len: 808 time: 0.1582501 May 10 11:39:10.732474 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-069929a9-ab92-4a3d-b724-6dc92899f614 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/quotas/011002189168409a8a363ed7771f7b26 HTTP/1.1" status: 200 len: 375 time: 0.0086432 May 10 11:39:10.813702 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-03d2eee7-8da4-441f-a8ed-1da6cd905476 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=011002189168409a8a363ed7771f7b26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753713 May 10 11:39:11.042851 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-62110ab9-14a0-49e4-8b91-7c253e45a1bc service neutron] 10.222.0.13 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173803 May 10 11:39:11.261564 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-0da380e3-6ca7-4664-bb45-e174c6569f87 service neutron] 10.222.0.13 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128870 May 10 11:39:12.664811 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2823ad26-d905-4adb-b2ea-2d26eefc1519 req-34c9a53d-7932-404c-b973-05e94383ff2d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 210 time: 0.0453951 May 10 11:39:13.665446 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-86499866-84f8-49d1-8bcf-a7494236191c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:13.666835 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-86499866-84f8-49d1-8bcf-a7494236191c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.30 "GET /v2.0/networks?id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa HTTP/1.1" status: 200 len: 808 time: 0.1491935 May 10 11:39:13.715325 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-66325390-6ecd-4a19-a756-4f43fbfdd3bd tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=011002189168409a8a363ed7771f7b26 HTTP/1.1" status: 200 len: 379 time: 0.0397038 May 10 11:39:13.724494 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Request body: {'port': {'device_id': '91673712-76ea-443e-a283-09b6dcb05d97', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'admin_state_up': True, 'tenant_id': '011002189168409a8a363ed7771f7b26', 'security_groups': ['2e563364-aef6-4c4e-a6eb-a990730de02f']}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:13.853863 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d36cb6b5-ef71-4e9f-bb1e-1d892f1a18b6 req-9302732d-a68f-4fa6-b43b-5304699373ec tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 210 time: 0.0576913 May 10 11:39:13.912099 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:39:13.915874 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Usage tracker for resource:port and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:39:13.918725 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78729) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:39:13.924392 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.quota.driver [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78729) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:39:13.933878 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Made reservation on behalf of 011002189168409a8a363ed7771f7b26 for: {'port': 1} {{(pid=78729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 11:39:13.937324 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:14.101316 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_common [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Allocated IP 172.20.0.5 (8ca5f2e6-7d21-49ba-95ec-e08cda453daa/774fcb29-47c5-4ba1-af60-74685608e2b6/5866a7c8-340f-48ab-874a-5b662873e3d3) {{(pid=78729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:14.287729 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for port, precommit_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:14.302619 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Transition to ACTIVE for port object 5866a7c8-340f-48ab-874a-5b662873e3d3 will not be triggered until provisioned by entity DHCP. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:39:14.325434 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_create {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:14.331879 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:39:14.390999 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa is already hosted by enough agents. {{(pid=78729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:14.394940 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.base_scheduler [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Resources bound (agent type, host, resource id): {{(pid=78729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:14.399149 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Received port after_create {{(pid=78729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:39:14.444224 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Pushing event updated for resources: {'Port': ['ID=5866a7c8-340f-48ab-874a-5b662873e3d3,revision_number=1']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:14.449121 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:39:14.477088 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:14.477644 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:14.498699 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8638bbf3-8a31-44a9-9e7f-a1249a7d3b2b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7782719 May 10 11:39:14.510011 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.v2.base [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Request body: {'port': {'device_id': '91673712-76ea-443e-a283-09b6dcb05d97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=78729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:14.591841 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-0b3ebce8-57c3-49af-a14f-8b1a8688a9cc None None] Provisioning for port 5866a7c8-340f-48ab-874a-5b662873e3d3 completed by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:39:14.596699 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-0b3ebce8-57c3-49af-a14f-8b1a8688a9cc None None] Provisioning complete for port 5866a7c8-340f-48ab-874a-5b662873e3d3 triggered by entity DHCP. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:14.597167 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0b3ebce8-57c3-49af-a14f-8b1a8688a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:14.621825 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:14.650401 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ebce8-57c3-49af-a14f-8b1a8688a9cc None None] Port 5866a7c8-340f-48ab-874a-5b662873e3d3 cannot update to ACTIVE because it is not bound. {{(pid=78730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 11:39:14.957893 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5866a7c8-340f-48ab-874a-5b662873e3d3 {{(pid=78729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:39:14.995705 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:15.023647 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.provisioning_blocks [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Transition to ACTIVE for port object 5866a7c8-340f-48ab-874a-5b662873e3d3 will not be triggered until provisioned by entity L2. {{(pid=78729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 11:39:15.027264 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:15.031384 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:39:15.262810 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Pushing event updated for resources: {'Port': ['ID=5866a7c8-340f-48ab-874a-5b662873e3d3,revision_number=2']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:15.269773 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:39:15.310162 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10943c-e08a-4c56-8c29-4f77a2ac2c62 req-198be508-d961-4a3f-953c-16af0d7d3cac tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:15.310880 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-8d10943c-e08a-4c56-8c29-4f77a2ac2c62 req-198be508-d961-4a3f-953c-16af0d7d3cac tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Synchronizing usage tracker for tenant:011002189168409a8a363ed7771f7b26 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:39:15.374658 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-8d10943c-e08a-4c56-8c29-4f77a2ac2c62 req-198be508-d961-4a3f-953c-16af0d7d3cac tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Unset dirty status for tenant:011002189168409a8a363ed7771f7b26 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:39:15.375806 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8d10943c-e08a-4c56-8c29-4f77a2ac2c62 req-198be508-d961-4a3f-953c-16af0d7d3cac tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 931 time: 0.4136183 May 10 11:39:15.409753 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Attempting to bind port 5866a7c8-340f-48ab-874a-5b662873e3d3 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 11:39:15.410082 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Attempting to bind port 5866a7c8-340f-48ab-874a-5b662873e3d3 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '2cc4424c-7794-4f93-8f95-250a1b8b4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa'}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 11:39:15.410406 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Attempting to bind port 5866a7c8-340f-48ab-874a-5b662873e3d3 on network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:39:15.417334 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Port 5866a7c8-340f-48ab-874a-5b662873e3d3 on network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 11:39:15.417654 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Attempting to bind port 5866a7c8-340f-48ab-874a-5b662873e3d3 on network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 11:39:15.433550 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Checking agent: {'id': '77b3cf4d-5150-4023-908d-489096f34a2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'started_at': datetime.datetime(2021, 5, 10, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 11:39:15.433881 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Checking segment: {'id': '2cc4424c-7794-4f93-8f95-250a1b8b4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 11:39:15.434255 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Bound using segment: {'id': '2cc4424c-7794-4f93-8f95-250a1b8b4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa'} {{(pid=78729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 11:39:15.434684 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.managers [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Bound port: 5866a7c8-340f-48ab-874a-5b662873e3d3, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc4424c-7794-4f93-8f95-250a1b8b4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa'}}] {{(pid=78729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 11:39:15.435020 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:15.458378 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8d10943c-e08a-4c56-8c29-4f77a2ac2c62 req-7ecdaca3-0320-49dd-9703-4ae3827e9303 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727940 May 10 11:39:15.531471 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] For port 5866a7c8-340f-48ab-874a-5b662873e3d3, host hv-cinder-78495, cleared binding levels {{(pid=78729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 11:39:15.534872 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] For port 5866a7c8-340f-48ab-874a-5b662873e3d3, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5866a7c8-340f-48ab-874a-5b662873e3d3,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 11:39:15.539164 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228900'] for port, after_update {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:15.543483 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-32696781-9416-44a9-8222-1216b7b462aa tempest-VolumesSnapshotTestJSON-529743108 tempest-VolumesSnapshotTestJSON-529743108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:39:15.593464 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:15.594068 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:15.595531 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] 10.222.0.30 "PUT /v2.0/ports/5866a7c8-340f-48ab-874a-5b662873e3d3 HTTP/1.1" status: 200 len: 1093 time: 1.0897126 May 10 11:39:15.596365 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:39:15.636965 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Pushing event updated for resources: {'Port': ['ID=5866a7c8-340f-48ab-874a-5b662873e3d3,revision_number=3']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:15.641324 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:39:15.644514 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'status': 'completed', 'code': 200} May 10 11:39:15.715665 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-22d1d73d-810b-4ace-851e-3238dcfcd370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:15.717066 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-22d1d73d-810b-4ace-851e-3238dcfcd370 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=011002189168409a8a363ed7771f7b26&device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 1096 time: 0.0746388 May 10 11:39:15.788188 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-e183e339-db8a-4195-81d5-459f5e884574 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5866a7c8-340f-48ab-874a-5b662873e3d3 HTTP/1.1" status: 200 len: 217 time: 0.0637739 May 10 11:39:15.850428 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8bd61a48-2475-49e7-874e-148274f41b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:15.851849 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-8bd61a48-2475-49e7-874e-148274f41b2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=774fcb29-47c5-4ba1-af60-74685608e2b6 HTTP/1.1" status: 200 len: 847 time: 0.0574844 May 10 11:39:15.925985 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-2d1d4163-5638-4360-9693-d5fbf1147206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:15.927403 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-2d1d4163-5638-4360-9693-d5fbf1147206 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695560 May 10 11:39:16.057570 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-84872220-cfa2-43f7-bc36-7ff52a7a1650 service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238885 May 10 11:39:16.186450 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1123f01-6611-4918-b0b9-e1eee78dd46d req-3d2b7dcb-cdfe-41a7-a866-b2c71b7bfbfc service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225102 May 10 11:39:16.307495 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08eed2-4e0b-4dd6-b76b-bd14866651bc req-72c24243-00fb-46e9-b4ca-ab716ac82b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:16.309022 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6b08eed2-4e0b-4dd6-b76b-bd14866651bc req-72c24243-00fb-46e9-b4ca-ab716ac82b8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=011002189168409a8a363ed7771f7b26&device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 1096 time: 0.0765879 May 10 11:39:16.443088 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08eed2-4e0b-4dd6-b76b-bd14866651bc req-aedce351-0818-4268-9493-dab095064901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:16.444643 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6b08eed2-4e0b-4dd6-b76b-bd14866651bc req-aedce351-0818-4268-9493-dab095064901 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa HTTP/1.1" status: 200 len: 909 time: 0.1288211 May 10 11:39:16.478847 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:16.515304 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6b08eed2-4e0b-4dd6-b76b-bd14866651bc req-e6178ae4-e6c0-4419-b19d-f5b888c6d38a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5866a7c8-340f-48ab-874a-5b662873e3d3 HTTP/1.1" status: 200 len: 217 time: 0.0638125 May 10 11:39:16.615181 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08eed2-4e0b-4dd6-b76b-bd14866651bc req-2b491168-09a0-4da7-92b6-acdad7939491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:16.616505 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6b08eed2-4e0b-4dd6-b76b-bd14866651bc req-2b491168-09a0-4da7-92b6-acdad7939491 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=774fcb29-47c5-4ba1-af60-74685608e2b6 HTTP/1.1" status: 200 len: 847 time: 0.0952876 May 10 11:39:16.706136 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9234f4-9e77-4853-8a15-844167625889 req-b660fef5-aac5-4baf-97c4-55096bb28359 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:16.707537 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-eb9234f4-9e77-4853-8a15-844167625889 req-b660fef5-aac5-4baf-97c4-55096bb28359 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.1429605 May 10 11:39:16.735797 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08eed2-4e0b-4dd6-b76b-bd14866651bc req-bbdafdf4-dddc-4386-9f13-94770db2548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:16.737239 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6b08eed2-4e0b-4dd6-b76b-bd14866651bc req-bbdafdf4-dddc-4386-9f13-94770db2548d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1134634 May 10 11:39:16.917410 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-eb9234f4-9e77-4853-8a15-844167625889 req-5c596780-5e97-47dc-864b-ebc07168120d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003133 May 10 11:39:16.975391 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6b08eed2-4e0b-4dd6-b76b-bd14866651bc req-179ac869-b4b1-489d-a6fc-38a9f7467efd service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236433 May 10 11:39:17.106107 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6b08eed2-4e0b-4dd6-b76b-bd14866651bc req-c036e82a-5c53-4022-9d40-fd6ccd2d03b9 service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243351 May 10 11:39:18.152193 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6c0b3-15b2-452d-962b-906f0fa12510 req-5cb72f62-e741-4b08-b345-f3329ebe7ea5 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:18.153710 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c3f6c0b3-15b2-452d-962b-906f0fa12510 req-5cb72f62-e741-4b08-b345-f3329ebe7ea5 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.1304719 May 10 11:39:18.197584 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-c3f6c0b3-15b2-452d-962b-906f0fa12510 req-ab10f7b2-7a3e-44c9-95f3-4c8386b00fa7 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379906 May 10 11:39:19.424518 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399cb59-9dcb-4a65-b85b-8a3d0637435e req-e2614589-5496-440f-984a-5d7383813206 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:19.425957 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4399cb59-9dcb-4a65-b85b-8a3d0637435e req-e2614589-5496-440f-984a-5d7383813206 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.1267345 May 10 11:39:19.472392 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4399cb59-9dcb-4a65-b85b-8a3d0637435e req-10179261-3cbb-4e72-800d-2e03fc6b6a85 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407376 May 10 11:39:20.654016 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c72fe-724b-4e9a-9039-441ab865a0e8 req-a5925ce2-56fc-4751-94ac-9410e03f33e0 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:20.655451 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2d9c72fe-724b-4e9a-9039-441ab865a0e8 req-a5925ce2-56fc-4751-94ac-9410e03f33e0 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.0800245 May 10 11:39:20.699468 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2d9c72fe-724b-4e9a-9039-441ab865a0e8 req-8ee09a51-2332-49e0-bf29-a59654dfeb8d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383980 May 10 11:39:21.885874 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9db957-d881-4b4f-86e2-96fec5285975 req-04cd735f-7ce8-4629-be13-443ebd241b35 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:21.887294 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fb9db957-d881-4b4f-86e2-96fec5285975 req-04cd735f-7ce8-4629-be13-443ebd241b35 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.0825498 May 10 11:39:21.930945 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fb9db957-d881-4b4f-86e2-96fec5285975 req-a1559183-9e21-496d-a4f8-a47a26b140de tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374858 May 10 11:39:22.352234 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2137-3e50-4d03-a95d-d8f588944298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:23.108787 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189b56f-dc38-4622-b69e-01fef50ced63 req-23b61c80-7271-412b-8798-becd9c7c84d5 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:23.110437 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b189b56f-dc38-4622-b69e-01fef50ced63 req-23b61c80-7271-412b-8798-becd9c7c84d5 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.0784531 May 10 11:39:23.156581 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b189b56f-dc38-4622-b69e-01fef50ced63 req-12e47328-adb9-4cbf-b401-1fb6b4bc9a05 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405281 May 10 11:39:24.334741 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9ef5f-531b-4339-9259-1fb26daa0825 req-fb5d8642-054a-43fe-bbcc-8a4ab3acf914 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:24.336147 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-61b9ef5f-531b-4339-9259-1fb26daa0825 req-fb5d8642-054a-43fe-bbcc-8a4ab3acf914 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.0777645 May 10 11:39:24.380995 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-61b9ef5f-531b-4339-9259-1fb26daa0825 req-cbf5f621-1566-4b44-8446-5d899b1cb5dc tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392838 May 10 11:39:24.984099 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 5866a7c8-340f-48ab-874a-5b662873e3d3 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:39:25.004909 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1c13e22e-fb08-48f7-88ff-b6ea125d63f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:25.119729 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:25.136864 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 5866a7c8-340f-48ab-874a-5b662873e3d3, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5866a7c8-340f-48ab-874a-5b662873e3d3,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:39:25.150268 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'port_id': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'mac_address': 'fa:16:3e:87:8d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:39:25.203108 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:25.219452 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5866a7c8-340f-48ab-874a-5b662873e3d3 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:39:25.235173 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 5866a7c8-340f-48ab-874a-5b662873e3d3, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5866a7c8-340f-48ab-874a-5b662873e3d3,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:39:25.238828 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:25.240621 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:39:25.306490 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=5866a7c8-340f-48ab-874a-5b662873e3d3,revision_number=4']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:25.309475 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:39:25.565187 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53490978-22e6-4d68-bfb4-d5d21dcdb990 req-4126a55e-512e-4f6d-a372-183ea2fc7c9f tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:25.566519 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-53490978-22e6-4d68-bfb4-d5d21dcdb990 req-4126a55e-512e-4f6d-a372-183ea2fc7c9f tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 944 time: 0.0827308 May 10 11:39:25.604433 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['5866a7c8-340f-48ab-874a-5b662873e3d3'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:39:25.610632 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-53490978-22e6-4d68-bfb4-d5d21dcdb990 req-a1132142-7fe1-4600-bc06-0998dcd0fccb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385220 May 10 11:39:26.097056 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:26.795777 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ce81c-fbcb-46c9-9187-e4ac853139bd req-07d8d1b9-4ff3-46fe-907d-621e1a094e21 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:26.797212 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d12ce81c-fbcb-46c9-9187-e4ac853139bd req-07d8d1b9-4ff3-46fe-907d-621e1a094e21 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 944 time: 0.0796611 May 10 11:39:26.844341 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d12ce81c-fbcb-46c9-9187-e4ac853139bd req-2afbb6d3-3d1a-439e-8f48-a240752a1337 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409138 May 10 11:39:26.996917 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 5866a7c8-340f-48ab-874a-5b662873e3d3 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:39:27.063028 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning for port 5866a7c8-340f-48ab-874a-5b662873e3d3 completed by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 11:39:27.067611 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port 5866a7c8-340f-48ab-874a-5b662873e3d3 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:39:27.067991 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:27.181212 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:27.207048 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:39:27.217014 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 5866a7c8-340f-48ab-874a-5b662873e3d3, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5866a7c8-340f-48ab-874a-5b662873e3d3,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:39:27.221747 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:27.223536 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:39:27.268023 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'code': 200} May 10 11:39:27.293900 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=5866a7c8-340f-48ab-874a-5b662873e3d3,revision_number=5']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:27.296722 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:39:27.473490 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:27.515936 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b9cce-df65-4901-bb95-15382d520c15 req-a0765e56-ecdd-4f6b-baec-d87c4af4cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:27.518184 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a61b9cce-df65-4901-bb95-15382d520c15 req-a0765e56-ecdd-4f6b-baec-d87c4af4cc55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 1098 time: 0.0720527 May 10 11:39:27.560258 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a61b9cce-df65-4901-bb95-15382d520c15 req-93595b33-5637-4425-b8cb-120713002604 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354164 May 10 11:39:28.032200 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c66ae-fe80-4c89-a8bc-05153e195f5e req-e281ce17-a3ff-4a61-a801-1cab8fe33521 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:28.034203 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b46c66ae-fe80-4c89-a8bc-05153e195f5e req-e281ce17-a3ff-4a61-a801-1cab8fe33521 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0826213 May 10 11:39:28.076647 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b46c66ae-fe80-4c89-a8bc-05153e195f5e req-d1bbea2e-f5c8-4881-82fb-76c516f624b2 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367985 May 10 11:39:29.257280 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58667fe4-b55c-4337-bc2d-7a26ac7ffda5 req-75eaead4-e66f-4a83-81b9-18da621c581c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:29.258682 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-58667fe4-b55c-4337-bc2d-7a26ac7ffda5 req-75eaead4-e66f-4a83-81b9-18da621c581c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0782676 May 10 11:39:29.304366 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-58667fe4-b55c-4337-bc2d-7a26ac7ffda5 req-3dc0359a-5a4e-4f6e-a07d-5882ff596c73 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400863 May 10 11:39:29.482876 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57248ca8-d860-4e26-8c03-03f15be7b76d req-bf97955d-8242-4cf7-b640-391769046d95 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:29.484279 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-57248ca8-d860-4e26-8c03-03f15be7b76d req-bf97955d-8242-4cf7-b640-391769046d95 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0786200 May 10 11:39:29.527393 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-57248ca8-d860-4e26-8c03-03f15be7b76d req-c82f003f-e506-403e-add0-6bac3579bd66 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372231 May 10 11:39:29.549671 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 49064) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:39:29.664852 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a8ceb4-bf43-42fe-8eaa-ab5899a918ae tempest-TestShelveInstance-1778437318 tempest-TestShelveInstance-1778437318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:29.665562 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-94a8ceb4-bf43-42fe-8eaa-ab5899a918ae tempest-TestShelveInstance-1778437318 tempest-TestShelveInstance-1778437318-project-admin] Synchronizing usage tracker for tenant:c2343bb3039847fb8d6ee495abc5c9cf on resource:port {{(pid=78728) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:39:29.681241 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-94a8ceb4-bf43-42fe-8eaa-ab5899a918ae tempest-TestShelveInstance-1778437318 tempest-TestShelveInstance-1778437318-project-admin] Unset dirty status for tenant:c2343bb3039847fb8d6ee495abc5c9cf on resource:port {{(pid=78728) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:39:29.682366 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-94a8ceb4-bf43-42fe-8eaa-ab5899a918ae tempest-TestShelveInstance-1778437318 tempest-TestShelveInstance-1778437318-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 1093 time: 0.1317415 May 10 11:39:29.685434 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 49070) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:39:29.690478 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.v2.base [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Request body: {'floatingip': {'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'port_id': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 11:39:29.696135 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 11:39:29.699958 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Usage tracker for resource:floatingip and tenant:011002189168409a8a363ed7771f7b26 is out of sync, need to count used quota {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 11:39:29.702771 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.quota.resource [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78728) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 11:39:29.708932 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.quota.driver [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78728) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 11:39:29.718712 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for floatingip, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:29.850821 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.000642 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_common [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Allocated IP 172.27.3.86 (3f71b2d2-59f0-4475-bea2-1eec4e07450d/30b58d62-d46b-4cc0-854a-3a93bc37cb67/6afdbd2e-6714-4d28-acd8-740a6fff9f97) {{(pid=78728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 11:39:30.143216 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for port, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.171192 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745972896247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.175095 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d7a03039-baa0-4740-8fca-68c0764abe5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:39:30.229198 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Network 3f71b2d2-59f0-4475-bea2-1eec4e07450d is already hosted by enough agents. {{(pid=78728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 11:39:30.231924 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.base_scheduler [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Resources bound (agent type, host, resource id): {{(pid=78728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 11:39:30.234693 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Received port after_create {{(pid=78728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 11:39:30.281632 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Pushing event updated for resources: {'Port': ['ID=6afdbd2e-6714-4d28-acd8-740a6fff9f97,revision_number=1']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:30.286133 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:39:30.635928 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.698404 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:39:30.707677 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.910039 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for port, precommit_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.914211 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438674'] for port, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:30.917781 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-c778ac7b-5672-437a-9d03-b8a05d77328a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:39:31.016790 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Pushing event updated for resources: {'Port': ['ID=6afdbd2e-6714-4d28-acd8-740a6fff9f97,revision_number=2']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:39:31.020127 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:39:31.032387 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816826'] for floatingip, after_update {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.289274 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Floating IP abe2a4a4-5664-4545-a600-798a81358eae associated. External IP: 172.27.3.86, port: 5866a7c8-340f-48ab-874a-5b662873e3d3. May 10 11:39:31.634294 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Router 569104e5-190e-4d08-8616-6c92a59ec93b has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:39:31.810036 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:39:31.819161 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccc4f32-04c2-4029-995b-0357705ba6d5 None None] Sync routers for ids ['569104e5-190e-4d08-8616-6c92a59ec93b'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:39:31.828917 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc4f32-04c2-4029-995b-0357705ba6d5 None None] Routers {'569104e5-190e-4d08-8616-6c92a59ec93b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:39:31.829538 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-7ccc4f32-04c2-4029-995b-0357705ba6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:39:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['569104e5-190e-4d08-8616-6c92a59ec93b'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:31.834135 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:31.891454 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2050161 May 10 11:39:31.892234 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:39:31.936968 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'status': 'completed', 'code': 200} May 10 11:39:32.026252 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-7ccc4f32-04c2-4029-995b-0357705ba6d5 None None] Set router 569104e5-190e-4d08-8616-6c92a59ec93b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:39:32.031736 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ff915-f17a-43b7-8230-4ff7952e3455 req-ef453349-1af3-437b-80a8-d2f4a6a51eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:32.033263 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-897ff915-f17a-43b7-8230-4ff7952e3455 req-ef453349-1af3-437b-80a8-d2f4a6a51eed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=011002189168409a8a363ed7771f7b26&device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 1098 time: 0.0750916 May 10 11:39:32.163639 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ff915-f17a-43b7-8230-4ff7952e3455 req-db1a01fd-5f4f-4ded-91a2-11c845976b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:32.165003 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-897ff915-f17a-43b7-8230-4ff7952e3455 req-db1a01fd-5f4f-4ded-91a2-11c845976b5c service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa HTTP/1.1" status: 200 len: 909 time: 0.1254773 May 10 11:39:32.359159 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-897ff915-f17a-43b7-8230-4ff7952e3455 req-3d891c9b-e25a-4c1b-8bb3-2aeb3b61d540 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5866a7c8-340f-48ab-874a-5b662873e3d3 HTTP/1.1" status: 200 len: 998 time: 0.1877840 May 10 11:39:32.400117 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-7ccc4f32-04c2-4029-995b-0357705ba6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6850538d-54f1-4227-aa08-070696c828aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:38:40Z', 'revision_number': 4, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port': {'id': '6850538d-54f1-4227-aa08-070696c828aa', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:37Z', 'updated_at': '2021-05-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': 'abe2a4a4-5664-4545-a600-798a81358eae', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'port_id': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'mac_address': 'fa:16:3e:87:8d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91673712-76ea-443e-a283-09b6dcb05d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:39:30Z', 'updated_at': '2021-05-10T11:39:30Z', 'revision_number': 0, 'project_id': '011002189168409a8a363ed7771f7b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbd75fd-9d35-4164-b82a-9aeff6ba0fda', 'name': '', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'mac_address': 'fa:16:3e:cf:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:39Z', 'updated_at': '2021-05-10T11:38:45Z', 'revision_number': 5, 'project_id': '011002189168409a8a363ed7771f7b26', 'subnets': [{'id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:32.403858 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccc4f32-04c2-4029-995b-0357705ba6d5 None None] Checking router: 569104e5-190e-4d08-8616-6c92a59ec93b for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:39:32.412090 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc4f32-04c2-4029-995b-0357705ba6d5 None None] Routers {'569104e5-190e-4d08-8616-6c92a59ec93b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:39:32.412692 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-7ccc4f32-04c2-4029-995b-0357705ba6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:39:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['569104e5-190e-4d08-8616-6c92a59ec93b'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:32.419564 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ff915-f17a-43b7-8230-4ff7952e3455 req-51b1e02d-ca68-4909-a670-2149a8b64354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:32.420939 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-897ff915-f17a-43b7-8230-4ff7952e3455 req-51b1e02d-ca68-4909-a670-2149a8b64354 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=774fcb29-47c5-4ba1-af60-74685608e2b6 HTTP/1.1" status: 200 len: 847 time: 0.0560565 May 10 11:39:32.494920 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ff915-f17a-43b7-8230-4ff7952e3455 req-3dcb23e2-6b98-4ec8-8b44-300bd98a04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:32.496354 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-897ff915-f17a-43b7-8230-4ff7952e3455 req-3dcb23e2-6b98-4ec8-8b44-300bd98a04b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694609 May 10 11:39:32.588633 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-7ccc4f32-04c2-4029-995b-0357705ba6d5 None None] Set router 569104e5-190e-4d08-8616-6c92a59ec93b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:39:32.626590 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-897ff915-f17a-43b7-8230-4ff7952e3455 req-264b026a-13bb-4e7b-991f-812337813bb9 service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231437 May 10 11:39:32.798912 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-897ff915-f17a-43b7-8230-4ff7952e3455 req-71ac3cd2-714e-4b0a-a50a-39f9ac0e8d57 service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654222 May 10 11:39:32.931356 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-7ccc4f32-04c2-4029-995b-0357705ba6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6850538d-54f1-4227-aa08-070696c828aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:38:40Z', 'revision_number': 4, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port': {'id': '6850538d-54f1-4227-aa08-070696c828aa', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:37Z', 'updated_at': '2021-05-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': 'abe2a4a4-5664-4545-a600-798a81358eae', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'port_id': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'mac_address': 'fa:16:3e:87:8d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91673712-76ea-443e-a283-09b6dcb05d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:39:30Z', 'updated_at': '2021-05-10T11:39:30Z', 'revision_number': 0, 'project_id': '011002189168409a8a363ed7771f7b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbd75fd-9d35-4164-b82a-9aeff6ba0fda', 'name': '', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'mac_address': 'fa:16:3e:cf:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:39Z', 'updated_at': '2021-05-10T11:38:45Z', 'revision_number': 5, 'project_id': '011002189168409a8a363ed7771f7b26', 'subnets': [{'id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:39:32.935318 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccc4f32-04c2-4029-995b-0357705ba6d5 None None] The sync data for ids ['569104e5-190e-4d08-8616-6c92a59ec93b'] in dv-cinder-784956-5-iscsi is: [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6850538d-54f1-4227-aa08-070696c828aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:38:40Z', 'revision_number': 4, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port': {'id': '6850538d-54f1-4227-aa08-070696c828aa', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:37Z', 'updated_at': '2021-05-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_floatingips': [{'id': 'abe2a4a4-5664-4545-a600-798a81358eae', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'router_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'port_id': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'mac_address': 'fa:16:3e:87:8d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91673712-76ea-443e-a283-09b6dcb05d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T11:39:30Z', 'updated_at': '2021-05-10T11:39:30Z', 'revision_number': 0, 'project_id': '011002189168409a8a363ed7771f7b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbd75fd-9d35-4164-b82a-9aeff6ba0fda', 'name': '', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'mac_address': 'fa:16:3e:cf:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:39Z', 'updated_at': '2021-05-10T11:38:45Z', 'revision_number': 5, 'project_id': '011002189168409a8a363ed7771f7b26', 'subnets': [{'id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:39:33.105230 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de30804-e07d-4385-a20b-c9f6848be155 None None] New status for floating IP abe2a4a4-5664-4545-a600-798a81358eae: ACTIVE {{(pid=78731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:39:46.503125 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:52.353791 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f79b004e-ec4c-4004-9313-b3ea23a0c684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:54.998070 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-232425c6-cbc8-4a94-add2-1f26acbcb190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:55.090319 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:55.886974 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [req-f6587aa1-62c7-47a0-9531-5770183dad33 req-e1d1cd11-d418-40d2-a730-1f4529aecbfc service neutron] (78728) timed out ('10.222.0.30', 52143) {{(pid=78728) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 11:39:56.100248 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:57.479320 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:39:58.970562 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cb1d8d4f-38f8-4c1e-a640-c7de36991eda req-b96589e7-3674-4410-b39f-346dfcaf82a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717187 May 10 11:39:59.103196 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d8d4f-38f8-4c1e-a640-c7de36991eda req-ab3e681f-c69d-43a0-adf9-85086dde6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:59.104590 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cb1d8d4f-38f8-4c1e-a640-c7de36991eda req-ab3e681f-c69d-43a0-adf9-85086dde6005 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=011002189168409a8a363ed7771f7b26&device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 1098 time: 0.0683351 May 10 11:39:59.245932 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d8d4f-38f8-4c1e-a640-c7de36991eda req-ed588080-a7f8-4c62-8a3c-ba4ff93416a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:59.247325 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cb1d8d4f-38f8-4c1e-a640-c7de36991eda req-ed588080-a7f8-4c62-8a3c-ba4ff93416a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa HTTP/1.1" status: 200 len: 909 time: 0.1226122 May 10 11:39:59.347780 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cb1d8d4f-38f8-4c1e-a640-c7de36991eda req-6b95a845-5058-41e9-a05b-373ef70a0647 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5866a7c8-340f-48ab-874a-5b662873e3d3 HTTP/1.1" status: 200 len: 1000 time: 0.0935066 May 10 11:39:59.408832 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d8d4f-38f8-4c1e-a640-c7de36991eda req-ac472712-0eac-41f8-a717-d01693b37ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:59.410172 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cb1d8d4f-38f8-4c1e-a640-c7de36991eda req-ac472712-0eac-41f8-a717-d01693b37ea2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=774fcb29-47c5-4ba1-af60-74685608e2b6 HTTP/1.1" status: 200 len: 847 time: 0.0561326 May 10 11:39:59.486711 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d8d4f-38f8-4c1e-a640-c7de36991eda req-4b396718-28fb-4bd7-8ad1-3989b78c2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:39:59.488120 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cb1d8d4f-38f8-4c1e-a640-c7de36991eda req-4b396718-28fb-4bd7-8ad1-3989b78c2e05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712347 May 10 11:39:59.615854 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cb1d8d4f-38f8-4c1e-a640-c7de36991eda req-aedfbb90-2ceb-44e6-86a3-61d2a82d46bc service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212769 May 10 11:39:59.745546 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-cb1d8d4f-38f8-4c1e-a640-c7de36991eda req-b8c2860c-ea67-49a6-badd-0e43589065dd service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203020 May 10 11:40:07.697601 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:40:16.502652 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:22.355167 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bead3d0d-d7be-4451-95f0-f4dff376dc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:24.999689 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-49c4f73e-1696-4014-9fbc-2492ac6f0d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:25.090470 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:26.101827 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:27.478616 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:44.696868 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:40:46.508846 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:52.356121 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0f6711b6-ba30-4aff-8a40-41ae462fd5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.000211 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2b3d5b95-b98c-47a1-97ab-3bbacebcd3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:55.091083 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:56.104595 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:57.481278 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:40:58.944329 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0180e5a4-ffdc-4697-adca-223999c79362 req-cecf1400-cc5b-4daf-8a67-b3c7230bc7f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684142 May 10 11:40:59.081871 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180e5a4-ffdc-4697-adca-223999c79362 req-789fe57c-32c2-4648-b151-af6cde6b6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:59.083289 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0180e5a4-ffdc-4697-adca-223999c79362 req-789fe57c-32c2-4648-b151-af6cde6b6040 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=011002189168409a8a363ed7771f7b26&device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 1098 time: 0.0728295 May 10 11:40:59.319354 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180e5a4-ffdc-4697-adca-223999c79362 req-fb2e200f-123a-4b1f-8344-4e35c1328a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:59.320677 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0180e5a4-ffdc-4697-adca-223999c79362 req-fb2e200f-123a-4b1f-8344-4e35c1328a58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa HTTP/1.1" status: 200 len: 909 time: 0.2162664 May 10 11:40:59.421160 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0180e5a4-ffdc-4697-adca-223999c79362 req-e14d0e48-6de6-4b56-9ecb-b1bc1bc98acb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5866a7c8-340f-48ab-874a-5b662873e3d3 HTTP/1.1" status: 200 len: 1000 time: 0.0939145 May 10 11:40:59.480734 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180e5a4-ffdc-4697-adca-223999c79362 req-8d854f7e-7e4b-43f9-ad79-ea3de28aec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:59.482082 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0180e5a4-ffdc-4697-adca-223999c79362 req-8d854f7e-7e4b-43f9-ad79-ea3de28aec17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=774fcb29-47c5-4ba1-af60-74685608e2b6 HTTP/1.1" status: 200 len: 847 time: 0.0551043 May 10 11:40:59.558344 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180e5a4-ffdc-4697-adca-223999c79362 req-28a665e2-5d8f-4a91-9abd-f2e649ac7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:40:59.559744 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0180e5a4-ffdc-4697-adca-223999c79362 req-28a665e2-5d8f-4a91-9abd-f2e649ac7fb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714862 May 10 11:40:59.688765 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0180e5a4-ffdc-4697-adca-223999c79362 req-9b251279-015f-474a-8423-b7d9fe10565e service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223528 May 10 11:40:59.817897 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0180e5a4-ffdc-4697-adca-223999c79362 req-676f8df5-f2f1-40dd-8afb-824f1a16ca68 service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216443 May 10 11:41:16.507160 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:21.695419 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:41:22.356493 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-651e14a4-7e2c-45bf-acd5-18fa95c744ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:25.000934 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f72c4855-4b00-4659-adf7-948deba6d8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:25.092249 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:26.107510 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:27.484454 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:45.785791 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122688d-cf6b-45f3-af7f-c3cee7d24550 req-88496d56-5d7f-4782-9600-48955c8f4c4d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:45.787105 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2122688d-cf6b-45f3-af7f-c3cee7d24550 req-88496d56-5d7f-4782-9600-48955c8f4c4d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0790954 May 10 11:41:45.830542 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-2122688d-cf6b-45f3-af7f-c3cee7d24550 req-28382691-14d4-40ed-9c99-a1e04d48f673 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379131 May 10 11:41:46.523923 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:47.028775 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a650f7c-043c-46f0-852c-c4192a826995 req-c6c8639c-0bb1-46d5-82ef-8b6595a26ab5 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:47.030194 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4a650f7c-043c-46f0-852c-c4192a826995 req-c6c8639c-0bb1-46d5-82ef-8b6595a26ab5 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0819330 May 10 11:41:47.073982 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4a650f7c-043c-46f0-852c-c4192a826995 req-625c8ef3-614f-45a2-a4b8-98a0cd08e50a tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381238 May 10 11:41:48.267827 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe5520-b9df-433d-bec6-3cdc9777f12d req-3f5d9280-f76f-4935-a890-bb94855ddcfa tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:48.269272 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0fbe5520-b9df-433d-bec6-3cdc9777f12d req-3f5d9280-f76f-4935-a890-bb94855ddcfa tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0789876 May 10 11:41:48.316279 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0fbe5520-b9df-433d-bec6-3cdc9777f12d req-b9da10db-c1d4-42d6-949c-d2aaebda3710 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408986 May 10 11:41:49.496373 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de36241-25ec-4c91-a5c6-cac4972fd6e4 req-34235ae5-0f40-4c47-a1fe-519f15d292ac tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:49.497802 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8de36241-25ec-4c91-a5c6-cac4972fd6e4 req-34235ae5-0f40-4c47-a1fe-519f15d292ac tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0787756 May 10 11:41:49.541670 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-8de36241-25ec-4c91-a5c6-cac4972fd6e4 req-aa951def-dd17-4e7b-a83f-e428a5c55516 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383062 May 10 11:41:50.723860 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca80377-c5ad-4fa5-ba7d-4f0dabbb4071 req-a89abbd8-fe32-4bfb-9f0c-4cb31c9c0f68 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:50.725954 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0ca80377-c5ad-4fa5-ba7d-4f0dabbb4071 req-a89abbd8-fe32-4bfb-9f0c-4cb31c9c0f68 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0823154 May 10 11:41:50.769736 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-0ca80377-c5ad-4fa5-ba7d-4f0dabbb4071 req-75847798-517a-4100-9f25-42c7bb6508b3 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381699 May 10 11:41:51.950811 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ef5b4-ef13-43d3-8fb7-948f3e5311b3 req-50554b49-d34d-45bf-8e1d-45e6b79f0ed6 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:51.952218 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d95ef5b4-ef13-43d3-8fb7-948f3e5311b3 req-50554b49-d34d-45bf-8e1d-45e6b79f0ed6 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0780742 May 10 11:41:51.998764 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-d95ef5b4-ef13-43d3-8fb7-948f3e5311b3 req-3bd38db4-891b-4f12-b611-79f011a85230 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409150 May 10 11:41:52.357644 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8f3d362e-4a04-4cf8-bb5e-f8fd53d67e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:53.177950 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea5e7b-d84a-4adb-be90-48416c92ce6d req-fc09ef9e-5b88-4ff4-bad9-b2e75d350ff8 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:53.179348 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-20ea5e7b-d84a-4adb-be90-48416c92ce6d req-fc09ef9e-5b88-4ff4-bad9-b2e75d350ff8 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0790150 May 10 11:41:53.222192 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-20ea5e7b-d84a-4adb-be90-48416c92ce6d req-89d5f33c-d46b-4d03-98ed-4c9e3a3612ec tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371773 May 10 11:41:54.404657 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c85564-41dc-4a53-8e4c-6634aee5c649 req-96493b89-436d-41af-9fca-f896675075c8 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:54.406094 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1c85564-41dc-4a53-8e4c-6634aee5c649 req-96493b89-436d-41af-9fca-f896675075c8 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0824177 May 10 11:41:54.451196 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a1c85564-41dc-4a53-8e4c-6634aee5c649 req-48b062aa-a540-4459-91ae-20ab5219429a tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393493 May 10 11:41:55.001312 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a3894376-bcc9-4555-a28c-30ed59088de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:55.093060 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:55.640866 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95422391-e1f5-4cd2-99be-5af5b7c9d5be req-df00d2ce-3945-4506-9d17-9986d4cc3a87 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:55.642292 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-95422391-e1f5-4cd2-99be-5af5b7c9d5be req-df00d2ce-3945-4506-9d17-9986d4cc3a87 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0797269 May 10 11:41:55.685220 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-95422391-e1f5-4cd2-99be-5af5b7c9d5be req-af33620a-ebd3-4c41-9eb2-4ab35dfae75b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372422 May 10 11:41:55.910784 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d85bfd-4e1b-4a68-88d3-9c2c4598d0d0 req-ebde71af-1729-46fa-9a0a-8ad1277bdb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:55.912733 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e2d85bfd-4e1b-4a68-88d3-9c2c4598d0d0 req-ebde71af-1729-46fa-9a0a-8ad1277bdb2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=011002189168409a8a363ed7771f7b26&device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 1098 time: 0.0727136 May 10 11:41:56.110558 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:56.131334 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d85bfd-4e1b-4a68-88d3-9c2c4598d0d0 req-3baf8958-641c-46f7-8569-1b290880850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:56.132780 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e2d85bfd-4e1b-4a68-88d3-9c2c4598d0d0 req-3baf8958-641c-46f7-8569-1b290880850e service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa HTTP/1.1" status: 200 len: 909 time: 0.2136571 May 10 11:41:56.233911 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e2d85bfd-4e1b-4a68-88d3-9c2c4598d0d0 req-84952100-d6e7-48d2-aacf-1378863f3f0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5866a7c8-340f-48ab-874a-5b662873e3d3 HTTP/1.1" status: 200 len: 1000 time: 0.0944455 May 10 11:41:56.293932 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d85bfd-4e1b-4a68-88d3-9c2c4598d0d0 req-068c6f5e-4f57-410b-bf3c-d62f582372a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:56.295278 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e2d85bfd-4e1b-4a68-88d3-9c2c4598d0d0 req-068c6f5e-4f57-410b-bf3c-d62f582372a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=774fcb29-47c5-4ba1-af60-74685608e2b6 HTTP/1.1" status: 200 len: 847 time: 0.0552497 May 10 11:41:56.370143 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d85bfd-4e1b-4a68-88d3-9c2c4598d0d0 req-c9c0ed2b-caff-4716-a493-d75ab211ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:56.371534 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e2d85bfd-4e1b-4a68-88d3-9c2c4598d0d0 req-c9c0ed2b-caff-4716-a493-d75ab211ed15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702767 May 10 11:41:56.499783 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e2d85bfd-4e1b-4a68-88d3-9c2c4598d0d0 req-ff93a18a-84e0-4c88-9f5e-35304186b627 service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215017 May 10 11:41:56.629891 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-e2d85bfd-4e1b-4a68-88d3-9c2c4598d0d0 req-d9933f1b-b702-4409-8ab1-220dd558d7dd service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227379 May 10 11:41:56.865309 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf4bf2-fe93-4ce6-b19d-642aa55a71e9 req-50a87f02-9b8b-4b6a-bdb8-51ec1553a4e1 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:56.866660 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5acf4bf2-fe93-4ce6-b19d-642aa55a71e9 req-50a87f02-9b8b-4b6a-bdb8-51ec1553a4e1 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0793211 May 10 11:41:56.910708 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5acf4bf2-fe93-4ce6-b19d-642aa55a71e9 req-60ca82d1-6b4b-4087-b2b7-88956f8c97c8 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384662 May 10 11:41:57.484765 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:41:58.091260 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba13ef1-39a7-4fda-9e6b-63859a69b08d req-2b1ef5c2-9c7b-4098-950a-ece53f4310eb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:58.092664 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5ba13ef1-39a7-4fda-9e6b-63859a69b08d req-2b1ef5c2-9c7b-4098-950a-ece53f4310eb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0808249 May 10 11:41:58.136402 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5ba13ef1-39a7-4fda-9e6b-63859a69b08d req-3d901ee4-abf1-42ba-8aa9-976aec88e181 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381353 May 10 11:41:58.695767 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:41:59.315697 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd362f46-05a1-40ea-ab6b-138d4918d981 req-34defcd0-d728-47c3-8bfe-c8f63d0e4f9e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:59.317036 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fd362f46-05a1-40ea-ab6b-138d4918d981 req-34defcd0-d728-47c3-8bfe-c8f63d0e4f9e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0777519 May 10 11:41:59.359842 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-fd362f46-05a1-40ea-ab6b-138d4918d981 req-59b785a9-12b7-4c05-a845-f6ef0d12437d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366685 May 10 11:41:59.673529 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 49150) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:41:59.698965 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc49ffa-9aaf-40d3-bc02-733207e2c321 req-d535515b-91be-47c0-b76a-2b966a7eb35a tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:41:59.700387 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4dc49ffa-9aaf-40d3-bc02-733207e2c321 req-d535515b-91be-47c0-b76a-2b966a7eb35a tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0835524 May 10 11:41:59.745155 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-4dc49ffa-9aaf-40d3-bc02-733207e2c321 req-ac130fdb-4080-4043-968b-185cd7046d1f tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390761 May 10 11:41:59.787907 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-5b03d463-6013-4b2b-b909-616bda60687a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131263 May 10 11:42:00.932437 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9228c9-807d-4a0f-88bf-1b0fc4f84429 req-d7708bb6-8284-46f1-bb5f-3235a6fd87be tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:00.934417 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5d9228c9-807d-4a0f-88bf-1b0fc4f84429 req-d7708bb6-8284-46f1-bb5f-3235a6fd87be tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.0817840 May 10 11:42:00.984443 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5d9228c9-807d-4a0f-88bf-1b0fc4f84429 req-b6cdd8c0-1a5b-4c6e-b6cb-9e4a32e8a27b tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443838 May 10 11:42:01.461062 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-9a75e431-19ab-4864-93d4-8cd79c969c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:01.462571 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-9a75e431-19ab-4864-93d4-8cd79c969c17 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97&tenant_id=011002189168409a8a363ed7771f7b26 HTTP/1.1" status: 200 len: 1098 time: 0.0716693 May 10 11:42:01.550285 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-bd36f95c-e86b-4d12-beb4-715833002907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:01.552231 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-bd36f95c-e86b-4d12-beb4-715833002907 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=011002189168409a8a363ed7771f7b26&device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 1098 time: 0.0699518 May 10 11:42:01.683267 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-af68cfe3-764d-493a-8330-5046ee909990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:01.684696 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-af68cfe3-764d-493a-8330-5046ee909990 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa HTTP/1.1" status: 200 len: 909 time: 0.1258368 May 10 11:42:01.785660 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-8278eeda-740e-4a06-ba16-fd98c5e8e8d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5866a7c8-340f-48ab-874a-5b662873e3d3 HTTP/1.1" status: 200 len: 1000 time: 0.0946083 May 10 11:42:01.808008 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 5866a7c8-340f-48ab-874a-5b662873e3d3 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:42:01.851539 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-afd8e32d-9ce9-4d16-93de-df446b0e93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:01.853000 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-afd8e32d-9ce9-4d16-93de-df446b0e93e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=774fcb29-47c5-4ba1-af60-74685608e2b6 HTTP/1.1" status: 200 len: 847 time: 0.0611224 May 10 11:42:01.920023 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:01.927734 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-2cb229b7-1ad9-4ad8-9c2c-46cee81d705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:01.929226 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-2cb229b7-1ad9-4ad8-9c2c-46cee81d705b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702212 May 10 11:42:01.946085 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:42:01.955738 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 5866a7c8-340f-48ab-874a-5b662873e3d3, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5866a7c8-340f-48ab-874a-5b662873e3d3,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:42:01.960229 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:01.962537 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:42:02.039892 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=5866a7c8-340f-48ab-874a-5b662873e3d3,revision_number=6']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:02.047845 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:02.048406 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:02.048843 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:02.049247 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:02.049647 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:02.050044 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:02.050435 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:02.050828 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:02.051253 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:02.051645 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:02.052623 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:02.053034 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:42:02.064232 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:42:02.067481 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'code': 200} May 10 11:42:02.211898 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-dea5657c-50fc-4bbf-afe2-65cd9d5b6f20 service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760856 May 10 11:42:02.246868 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772e6f0-b54f-4a30-b01c-b77703d25476 req-aad3df2e-239c-4a6a-9e0e-9f2272fd1876 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:02.248202 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3772e6f0-b54f-4a30-b01c-b77703d25476 req-aad3df2e-239c-4a6a-9e0e-9f2272fd1876 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.1445179 May 10 11:42:02.352934 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-3772e6f0-b54f-4a30-b01c-b77703d25476 req-c22a14a6-738d-48f7-b2e8-cd87e5408ea1 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607152 May 10 11:42:02.385069 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-6e6a517b-12a2-4cc4-8edb-d95b777498b9 req-ecdee038-5298-4d86-967d-30f29338effa service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650777 May 10 11:42:03.534324 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0f056-4c71-468d-9f76-984891fe1019 req-201d746a-a5b8-417a-8a72-6f1c4ea58ee8 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:03.535727 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7dc0f056-4c71-468d-9f76-984891fe1019 req-201d746a-a5b8-417a-8a72-6f1c4ea58ee8 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.0777881 May 10 11:42:03.582784 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7dc0f056-4c71-468d-9f76-984891fe1019 req-ea099a08-0491-40b4-8b32-b12a326540ab tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414088 May 10 11:42:04.767601 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bd2ff-279a-4cbc-822b-b0ef29d6fbc8 req-9f430100-aca0-46b1-8565-3dfe1090cdc9 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:04.769047 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-642bd2ff-279a-4cbc-822b-b0ef29d6fbc8 req-9f430100-aca0-46b1-8565-3dfe1090cdc9 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.0792813 May 10 11:42:04.813078 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-642bd2ff-279a-4cbc-822b-b0ef29d6fbc8 req-24b0ecd4-7f88-422f-b194-8585262b9911 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378413 May 10 11:42:06.000574 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ac700-9338-4662-9507-bf51a132e2c4 req-0b2f61b4-786c-46df-a716-ff45c5093a86 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:06.002021 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-175ac700-9338-4662-9507-bf51a132e2c4 req-0b2f61b4-786c-46df-a716-ff45c5093a86 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.0837617 May 10 11:42:06.046005 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-175ac700-9338-4662-9507-bf51a132e2c4 req-08d28535-03e4-4f91-8a7d-2225528868f6 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382259 May 10 11:42:07.227621 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a3e24-8d15-436f-8df6-043f16aa75de req-5938d801-746c-446f-8c7c-74c5547fcb53 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:07.228990 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5c7a3e24-8d15-436f-8df6-043f16aa75de req-5938d801-746c-446f-8c7c-74c5547fcb53 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.0789380 May 10 11:42:07.272742 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5c7a3e24-8d15-436f-8df6-043f16aa75de req-fda93d50-43eb-40d6-8888-e54f725acfd7 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382054 May 10 11:42:08.456017 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905a3b5-cbc4-4514-adc8-474cbcea7132 req-b971dc1a-511f-4efe-9673-fc1b074330a0 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:08.457536 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5905a3b5-cbc4-4514-adc8-474cbcea7132 req-b971dc1a-511f-4efe-9673-fc1b074330a0 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.0818141 May 10 11:42:08.502037 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-5905a3b5-cbc4-4514-adc8-474cbcea7132 req-c82fb716-622b-46f1-8c45-eadf8ae4ac81 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382419 May 10 11:42:09.251131 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe1c8b-716a-4d30-bb3d-360661e2db61 req-123c0863-e76f-42da-9afb-3745f86d93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:09.252448 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dabe1c8b-716a-4d30-bb3d-360661e2db61 req-123c0863-e76f-42da-9afb-3745f86d93fa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 1096 time: 0.0705776 May 10 11:42:09.292032 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-dabe1c8b-716a-4d30-bb3d-360661e2db61 req-f5f686ba-4e3c-414a-958b-5c704fe3e14d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323303 May 10 11:42:09.680182 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f50ed9-54e2-4137-95dc-a8d1aade5671 req-0f378e78-00db-44aa-a924-a3f5be33ac51 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:09.681632 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b3f50ed9-54e2-4137-95dc-a8d1aade5671 req-0f378e78-00db-44aa-a924-a3f5be33ac51 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 943 time: 0.0782142 May 10 11:42:09.725456 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b3f50ed9-54e2-4137-95dc-a8d1aade5671 req-12a7e9a9-ba88-4ba8-ad29-7025df520205 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382838 May 10 11:42:09.862267 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 5866a7c8-340f-48ab-874a-5b662873e3d3 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=78730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 11:42:10.029944 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 5866a7c8-340f-48ab-874a-5b662873e3d3, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5866a7c8-340f-48ab-874a-5b662873e3d3,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:42:10.043129 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Returning: {'device': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'port_id': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'mac_address': 'fa:16:3e:87:8d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 11:42:10.096235 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:10.113630 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5866a7c8-340f-48ab-874a-5b662873e3d3 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 11:42:10.128945 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 5866a7c8-340f-48ab-874a-5b662873e3d3, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5866a7c8-340f-48ab-874a-5b662873e3d3,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:42:10.133614 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:10.135313 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:42:10.203062 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=5866a7c8-340f-48ab-874a-5b662873e3d3,revision_number=7']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:10.210160 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:42:10.460670 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] get_ports_and_sgs() called for port_ids ['5866a7c8-340f-48ab-874a-5b662873e3d3'] {{(pid=78730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 11:42:10.908323 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044262ff-b1b9-4432-99f9-54ae69f9f598 req-d19adbd9-a3ba-4d90-8cf5-2682c239c832 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:42:10.909792 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-044262ff-b1b9-4432-99f9-54ae69f9f598 req-d19adbd9-a3ba-4d90-8cf5-2682c239c832 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 944 time: 0.0829542 May 10 11:42:10.953481 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-044262ff-b1b9-4432-99f9-54ae69f9f598 req-3d9a92ac-302e-4be1-84ef-4de96b7f60d4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378666 May 10 11:42:11.873615 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 5866a7c8-340f-48ab-874a-5b662873e3d3 up at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 11:42:11.938538 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Provisioning complete for port 5866a7c8-340f-48ab-874a-5b662873e3d3 triggered by entity L2. {{(pid=78730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 11:42:11.938912 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733801'] for port, provisioning_complete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:12.050765 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646398'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:12.075835 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:42:12.086149 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] For port 5866a7c8-340f-48ab-874a-5b662873e3d3, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5866a7c8-340f-48ab-874a-5b662873e3d3,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:42:12.090248 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745973314151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745972895757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745972895802'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:12.092126 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d77b2816-bdbb-41c4-b96b-c540aa82bda5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:42:12.125046 dv-cinder-784956-5-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'code': 200} May 10 11:42:12.161994 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Pushing event updated for resources: {'Port': ['ID=5866a7c8-340f-48ab-874a-5b662873e3d3,revision_number=8']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:42:12.164861 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:42:16.527623 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:22.358307 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b5f096a8-73ba-41d7-8c8b-7fe4b2485547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:25.003337 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8e73a3b8-0762-4b37-985a-33db0504074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:25.093604 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:26.112993 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:27.487676 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:35.695241 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:42:46.545698 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:52.359425 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-26dc642c-0f27-416f-b747-c5680369b59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:55.006160 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4b802fdc-2d9b-42df-bd81-025be1271ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:55.093761 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:56.117705 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:42:57.490872 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:01.962507 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b1bbd552-f0a3-441f-98db-d9817c7fdd7c req-08c1bffe-ddd8-4768-ad0f-1d31cf047f0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681548 May 10 11:43:02.100034 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbd552-f0a3-441f-98db-d9817c7fdd7c req-e211ae3e-cdf1-4a2f-836c-66353b47b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:02.101479 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b1bbd552-f0a3-441f-98db-d9817c7fdd7c req-e211ae3e-cdf1-4a2f-836c-66353b47b707 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=011002189168409a8a363ed7771f7b26&device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 1098 time: 0.0726466 May 10 11:43:02.242263 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbd552-f0a3-441f-98db-d9817c7fdd7c req-f63a70e7-83f2-44e9-b49d-3e66158e1bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:02.243574 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b1bbd552-f0a3-441f-98db-d9817c7fdd7c req-f63a70e7-83f2-44e9-b49d-3e66158e1bd2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa HTTP/1.1" status: 200 len: 909 time: 0.1237195 May 10 11:43:02.344015 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b1bbd552-f0a3-441f-98db-d9817c7fdd7c req-e6c400c1-c264-4024-b3d5-0578de697981 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5866a7c8-340f-48ab-874a-5b662873e3d3 HTTP/1.1" status: 200 len: 1000 time: 0.0932481 May 10 11:43:02.404178 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbd552-f0a3-441f-98db-d9817c7fdd7c req-a6ba68a8-a588-4a1b-997f-e71ab27a7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:02.405556 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b1bbd552-f0a3-441f-98db-d9817c7fdd7c req-a6ba68a8-a588-4a1b-997f-e71ab27a7ba2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=774fcb29-47c5-4ba1-af60-74685608e2b6 HTTP/1.1" status: 200 len: 847 time: 0.0555656 May 10 11:43:02.477472 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbd552-f0a3-441f-98db-d9817c7fdd7c req-1a9da64c-f751-4a7e-9c20-234100120cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:02.478870 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b1bbd552-f0a3-441f-98db-d9817c7fdd7c req-1a9da64c-f751-4a7e-9c20-234100120cf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670886 May 10 11:43:02.706062 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b1bbd552-f0a3-441f-98db-d9817c7fdd7c req-22890e7e-d668-448e-8317-9551e63a1fa5 service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202153 May 10 11:43:02.835339 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-b1bbd552-f0a3-441f-98db-d9817c7fdd7c req-a0e630ef-57ac-4e25-8ece-ebef657af981 service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228163 May 10 11:43:12.694724 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:43:16.548055 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:22.360917 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-211a67bd-d894-4b8f-9f15-90ecb61f3ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:25.007955 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-334620f6-df4c-42cd-823a-4fb969fc8401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:25.093807 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:26.118539 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:27.492931 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:37.973501 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 49208) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:38.230737 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Deleting port 6afdbd2e-6714-4d28-acd8-740a6fff9f97 {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:43:38.230978 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:38.343627 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:38.343955 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:38.564898 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Calling delete_port for 6afdbd2e-6714-4d28-acd8-740a6fff9f97 owned by network:floatingip {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:43:38.685156 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:38.689522 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-3e773746-9c2b-420d-bb57-a83b8962254e tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:38.732655 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Pushing event deleted for resources: {'Port': ['ID=6afdbd2e-6714-4d28-acd8-740a6fff9f97,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:38.773140 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:38.773453 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:38.773834 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:38.774208 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:38.774577 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:38.774944 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:38.775327 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:38.775675 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:38.776039 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:38.776401 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:38.776781 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:38.777190 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:38.783905 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:38.835628 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for floatingip, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:38.835953 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.db.l3_db [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Floating IP abe2a4a4-5664-4545-a600-798a81358eae disassociated (deleted). External IP: 172.27.3.86, port: 5866a7c8-340f-48ab-874a-5b662873e3d3. May 10 11:43:39.197959 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Router 569104e5-190e-4d08-8616-6c92a59ec93b has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:43:39.371243 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:43:39.380807 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de744ced-4b16-412e-8901-32b593a615a4 None None] Sync routers for ids ['569104e5-190e-4d08-8616-6c92a59ec93b'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:43:39.390918 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for floatingip, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:39.392301 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de744ced-4b16-412e-8901-32b593a615a4 None None] Routers {'569104e5-190e-4d08-8616-6c92a59ec93b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:43:39.392963 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-de744ced-4b16-412e-8901-32b593a615a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:43:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['569104e5-190e-4d08-8616-6c92a59ec93b'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:39.443466 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-0d9ff083-e81c-4168-a755-d7c3cec277b4 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "DELETE /v2.0/floatingips/abe2a4a4-5664-4545-a600-798a81358eae HTTP/1.1" status: 204 len: 168 time: 1.4689250 May 10 11:43:39.444116 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3'}] {{(pid=78728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:43:39.545103 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'status': 'completed', 'code': 200} May 10 11:43:39.583711 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-de744ced-4b16-412e-8901-32b593a615a4 None None] Set router 569104e5-190e-4d08-8616-6c92a59ec93b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:43:39.666836 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77146067-ff6d-4082-b2d0-5d5c494b42e7 req-d0c0112b-6eb2-4728-a647-0aaff12a8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:39.668419 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77146067-ff6d-4082-b2d0-5d5c494b42e7 req-d0c0112b-6eb2-4728-a647-0aaff12a8362 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=011002189168409a8a363ed7771f7b26&device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 1098 time: 0.0884738 May 10 11:43:39.808643 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77146067-ff6d-4082-b2d0-5d5c494b42e7 req-ae176421-fabd-4486-a518-e60e0dcde717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:39.810444 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77146067-ff6d-4082-b2d0-5d5c494b42e7 req-ae176421-fabd-4486-a518-e60e0dcde717 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa HTTP/1.1" status: 200 len: 909 time: 0.1354499 May 10 11:43:39.885694 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77146067-ff6d-4082-b2d0-5d5c494b42e7 req-277ef259-d8c1-44d6-a7fc-5bd458d27d79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5866a7c8-340f-48ab-874a-5b662873e3d3 HTTP/1.1" status: 200 len: 217 time: 0.0679703 May 10 11:43:39.949442 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-de744ced-4b16-412e-8901-32b593a615a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6850538d-54f1-4227-aa08-070696c828aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:38:40Z', 'revision_number': 4, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port': {'id': '6850538d-54f1-4227-aa08-070696c828aa', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:37Z', 'updated_at': '2021-05-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '3dbd75fd-9d35-4164-b82a-9aeff6ba0fda', 'name': '', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'mac_address': 'fa:16:3e:cf:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:39Z', 'updated_at': '2021-05-10T11:38:45Z', 'revision_number': 5, 'project_id': '011002189168409a8a363ed7771f7b26', 'subnets': [{'id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:39.953262 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de744ced-4b16-412e-8901-32b593a615a4 None None] Checking router: 569104e5-190e-4d08-8616-6c92a59ec93b for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:43:39.961525 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de744ced-4b16-412e-8901-32b593a615a4 None None] Routers {'569104e5-190e-4d08-8616-6c92a59ec93b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:43:39.962136 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-de744ced-4b16-412e-8901-32b593a615a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:43:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['569104e5-190e-4d08-8616-6c92a59ec93b'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:39.998726 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77146067-ff6d-4082-b2d0-5d5c494b42e7 req-ec3e0969-01e3-43b9-9042-fef54e53236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:40.000151 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77146067-ff6d-4082-b2d0-5d5c494b42e7 req-ec3e0969-01e3-43b9-9042-fef54e53236c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=774fcb29-47c5-4ba1-af60-74685608e2b6 HTTP/1.1" status: 200 len: 847 time: 0.1073446 May 10 11:43:40.070622 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144d165-9037-448c-83ca-4981588b6977 req-193e9463-34c4-4d6a-981d-aad638e761bb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:40.071969 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7144d165-9037-448c-83ca-4981588b6977 req-193e9463-34c4-4d6a-981d-aad638e761bb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.1485915 May 10 11:43:40.128121 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77146067-ff6d-4082-b2d0-5d5c494b42e7 req-bfc60162-9121-4e53-92f2-097c05751ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:40.129630 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77146067-ff6d-4082-b2d0-5d5c494b42e7 req-bfc60162-9121-4e53-92f2-097c05751ac6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ca5f2e6-7d21-49ba-95ec-e08cda453daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1218095 May 10 11:43:40.134245 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-7144d165-9037-448c-83ca-4981588b6977 req-0c2bb663-5123-4344-9081-9f4fa86208cb tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561135 May 10 11:43:40.137735 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-de744ced-4b16-412e-8901-32b593a615a4 None None] Set router 569104e5-190e-4d08-8616-6c92a59ec93b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:43:40.262449 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77146067-ff6d-4082-b2d0-5d5c494b42e7 req-19cc453e-b95d-405b-9f56-87422ad22f5e service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242616 May 10 11:43:40.393524 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-77146067-ff6d-4082-b2d0-5d5c494b42e7 req-c10756fc-4a14-4a11-aca0-3948caeffebc service neutron] 10.222.0.30 "GET /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226056 May 10 11:43:40.441848 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-de744ced-4b16-412e-8901-32b593a615a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6850538d-54f1-4227-aa08-070696c828aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:38:40Z', 'revision_number': 4, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port': {'id': '6850538d-54f1-4227-aa08-070696c828aa', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:37Z', 'updated_at': '2021-05-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '3dbd75fd-9d35-4164-b82a-9aeff6ba0fda', 'name': '', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'mac_address': 'fa:16:3e:cf:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:39Z', 'updated_at': '2021-05-10T11:38:45Z', 'revision_number': 5, 'project_id': '011002189168409a8a363ed7771f7b26', 'subnets': [{'id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:40.445655 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de744ced-4b16-412e-8901-32b593a615a4 None None] The sync data for ids ['569104e5-190e-4d08-8616-6c92a59ec93b'] in dv-cinder-784956-5-iscsi is: [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6850538d-54f1-4227-aa08-070696c828aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:38:40Z', 'revision_number': 4, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port': {'id': '6850538d-54f1-4227-aa08-070696c828aa', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:37Z', 'updated_at': '2021-05-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi', '_interfaces': [{'id': '3dbd75fd-9d35-4164-b82a-9aeff6ba0fda', 'name': '', 'network_id': '8ca5f2e6-7d21-49ba-95ec-e08cda453daa', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'mac_address': 'fa:16:3e:cf:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:39Z', 'updated_at': '2021-05-10T11:38:45Z', 'revision_number': 5, 'project_id': '011002189168409a8a363ed7771f7b26', 'subnets': [{'id': '774fcb29-47c5-4ba1-af60-74685608e2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:43:40.638707 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc313cbf-f193-4748-92a4-03a33a4d6b05 None None] New status for floating IP abe2a4a4-5664-4545-a600-798a81358eae: DOWN {{(pid=78731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 11:43:41.372170 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47a8c-3905-4f13-9683-6965eb3264eb req-fd83e156-765a-47b9-8814-f6f238a8f0d9 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:41.373629 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-36b47a8c-3905-4f13-9683-6965eb3264eb req-fd83e156-765a-47b9-8814-f6f238a8f0d9 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.1326358 May 10 11:43:41.407702 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd6683-666a-4380-b491-93d1c78c426c req-d9313deb-2aa9-45df-a1c9-2ed0e4f72b45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 11:43:41.409049 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bcbd6683-666a-4380-b491-93d1c78c426c req-d9313deb-2aa9-45df-a1c9-2ed0e4f72b45 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.30 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 945 time: 0.1192560 May 10 11:43:41.479526 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-36b47a8c-3905-4f13-9683-6965eb3264eb req-7013e167-d161-4e8e-9a72-ef80d2366155 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e563364-aef6-4c4e-a6eb-a990730de02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944724 May 10 11:43:41.560371 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-bcbd6683-666a-4380-b491-93d1c78c426c req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Deleting port 5866a7c8-340f-48ab-874a-5b662873e3d3 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:43:41.560727 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-bcbd6683-666a-4380-b491-93d1c78c426c req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:41.691207 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [req-bcbd6683-666a-4380-b491-93d1c78c426c req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] For port 5866a7c8-340f-48ab-874a-5b662873e3d3, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5866a7c8-340f-48ab-874a-5b662873e3d3,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:43:41.691564 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-bcbd6683-666a-4380-b491-93d1c78c426c req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:41.898695 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [req-bcbd6683-666a-4380-b491-93d1c78c426c req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Calling delete_port for 5866a7c8-340f-48ab-874a-5b662873e3d3 owned by compute:nova {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:43:42.002504 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-bcbd6683-666a-4380-b491-93d1c78c426c req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:42.008719 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-86a5345f-10aa-4951-9b98-80f292f2fca3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:42.056099 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Pushing event deleted for resources: {'Port': ['ID=5866a7c8-340f-48ab-874a-5b662873e3d3,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:42.094211 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:42.094599 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:42.094970 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:42.095338 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:42.095701 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:42.096061 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:42.096419 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:42.096807 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:42.097166 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:42.097547 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:42.097914 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:42.098254 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:42.105180 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:42.139601 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbd6683-666a-4380-b491-93d1c78c426c req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] No DVR routers for this DVR port 5866a7c8-340f-48ab-874a-5b662873e3d3 on host hv-cinder-78495 {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:43:42.141866 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [req-bcbd6683-666a-4380-b491-93d1c78c426c req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181622'] for port, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:42.144971 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'name': 'network-vif-deleted', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3'}] {{(pid=78729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 11:43:42.156194 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-bcbd6683-666a-4380-b491-93d1c78c426c req-c3dc87e6-1b6a-4996-a2c9-0e04bc44e43d tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.30 "DELETE /v2.0/ports/5866a7c8-340f-48ab-874a-5b662873e3d3 HTTP/1.1" status: 204 len: 173 time: 0.7414145 May 10 11:43:42.240233 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91673712-76ea-443e-a283-09b6dcb05d97', 'name': 'network-vif-deleted', 'tag': '5866a7c8-340f-48ab-874a-5b662873e3d3', 'status': 'completed', 'code': 200} May 10 11:43:42.635606 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-a8654ab0-6d43-4f31-bf2e-54c3d3362cbd req-f5822514-b180-4670-a8c9-6e67c31031af tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Synchronizing usage tracker for tenant:011002189168409a8a363ed7771f7b26 on resource:port {{(pid=78729) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 11:43:42.650347 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.quota.resource [req-a8654ab0-6d43-4f31-bf2e-54c3d3362cbd req-f5822514-b180-4670-a8c9-6e67c31031af tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Unset dirty status for tenant:011002189168409a8a363ed7771f7b26 on resource:port {{(pid=78729) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 11:43:42.651390 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [req-a8654ab0-6d43-4f31-bf2e-54c3d3362cbd req-f5822514-b180-4670-a8c9-6e67c31031af tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "GET /v2.0/ports?device_id=91673712-76ea-443e-a283-09b6dcb05d97 HTTP/1.1" status: 200 len: 210 time: 0.0635912 May 10 11:43:43.743384 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 49232) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:43.813185 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d8ea6470-d5d4-48bb-a191-21395bd6d126 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:43.843019 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d8ea6470-d5d4-48bb-a191-21395bd6d126 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:43.904485 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d8ea6470-d5d4-48bb-a191-21395bd6d126 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:43.908226 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-34a7a464-8f97-4586-be18-851c9335fa5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:43.922881 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea6470-d5d4-48bb-a191-21395bd6d126 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e563364-aef6-4c4e-a6eb-a990730de02f,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:43.925917 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-d8ea6470-d5d4-48bb-a191-21395bd6d126 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:43.933886 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-d8ea6470-d5d4-48bb-a191-21395bd6d126 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:43.934981 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-d8ea6470-d5d4-48bb-a191-21395bd6d126 tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] 10.222.0.13 "DELETE /v2.0/security-groups/2e563364-aef6-4c4e-a6eb-a990730de02f HTTP/1.1" status: 204 len: 168 time: 0.1906657 May 10 11:43:44.169239 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 5866a7c8-340f-48ab-874a-5b662873e3d3 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:43:44.206466 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] No Port match for: 5866a7c8-340f-48ab-874a-5b662873e3d3 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:43:44.206820 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Device 5866a7c8-340f-48ab-874a-5b662873e3d3 not bound to the agent host hv-cinder-78495 {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:43:44.997569 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 49240) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:45.642037 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9835d782-5332-42ac-8001-688ddcf6314a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801155'] for router_interface, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.137315 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-9835d782-5332-42ac-8001-688ddcf6314a admin admin] Deleting port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:43:46.138068 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9835d782-5332-42ac-8001-688ddcf6314a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.254331 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-9835d782-5332-42ac-8001-688ddcf6314a admin admin] For port 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=3dbd75fd-9d35-4164-b82a-9aeff6ba0fda,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:43:46.254680 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9835d782-5332-42ac-8001-688ddcf6314a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.372943 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-9835d782-5332-42ac-8001-688ddcf6314a admin admin] Calling delete_port for 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda owned by network:router_interface {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:43:46.509432 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9835d782-5332-42ac-8001-688ddcf6314a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.513250 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-984b1539-bdb8-4ab9-b7b9-a38ea70fb9c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:46.555820 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835d782-5332-42ac-8001-688ddcf6314a admin admin] Pushing event deleted for resources: {'Port': ['ID=3dbd75fd-9d35-4164-b82a-9aeff6ba0fda,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:46.558795 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:46.559730 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9835d782-5332-42ac-8001-688ddcf6314a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:46.822177 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-9835d782-5332-42ac-8001-688ddcf6314a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3791091'] for router_interface, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:47.171170 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9835d782-5332-42ac-8001-688ddcf6314a admin admin] Router 569104e5-190e-4d08-8616-6c92a59ec93b has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:43:47.340619 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9835d782-5332-42ac-8001-688ddcf6314a admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:43:47.348882 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ac465a-5bd5-4cc5-bda4-59f6ee32e51e None None] Sync routers for ids ['569104e5-190e-4d08-8616-6c92a59ec93b'] in dv-cinder-784956-5-iscsi {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:43:47.356851 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-9835d782-5332-42ac-8001-688ddcf6314a admin admin] 10.222.0.13 "PUT /v2.0/routers/569104e5-190e-4d08-8616-6c92a59ec93b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3581486 May 10 11:43:47.359281 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 49246) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:47.360691 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ac465a-5bd5-4cc5-bda4-59f6ee32e51e None None] Routers {'569104e5-190e-4d08-8616-6c92a59ec93b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:43:47.361412 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-f9ac465a-5bd5-4cc5-bda4-59f6ee32e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:43:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['569104e5-190e-4d08-8616-6c92a59ec93b'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:47.537211 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-f9ac465a-5bd5-4cc5-bda4-59f6ee32e51e None None] Set router 569104e5-190e-4d08-8616-6c92a59ec93b gateway port host: dv-cinder-784956-5-iscsi {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:43:47.633180 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Notify callbacks [] for router, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:47.807853 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:47.816437 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-f9ac465a-5bd5-4cc5-bda4-59f6ee32e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6850538d-54f1-4227-aa08-070696c828aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:43:46Z', 'revision_number': 5, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port': {'id': '6850538d-54f1-4227-aa08-070696c828aa', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:37Z', 'updated_at': '2021-05-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:47.820394 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ac465a-5bd5-4cc5-bda4-59f6ee32e51e None None] Checking router: 569104e5-190e-4d08-8616-6c92a59ec93b for host: dv-cinder-784956-5-iscsi {{(pid=78730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:43:47.828858 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ac465a-5bd5-4cc5-bda4-59f6ee32e51e None None] Routers {'569104e5-190e-4d08-8616-6c92a59ec93b'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:43:47.829467 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-f9ac465a-5bd5-4cc5-bda4-59f6ee32e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:43:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['569104e5-190e-4d08-8616-6c92a59ec93b'], 'active': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:47.878512 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Deleting port 6850538d-54f1-4227-aa08-070696c828aa {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:43:47.878850 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:47.976035 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvr_db [None req-f9ac465a-5bd5-4cc5-bda4-59f6ee32e51e None None] Set router 569104e5-190e-4d08-8616-6c92a59ec93b gateway port host: None {{(pid=78730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:43:47.999054 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] For port 6850538d-54f1-4227-aa08-070696c828aa, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=6850538d-54f1-4227-aa08-070696c828aa,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:43:47.999407 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.117500 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_hamode_db [None req-f9ac465a-5bd5-4cc5-bda4-59f6ee32e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:43:47Z', 'revision_number': 6, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port_host': None}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:48.121329 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ac465a-5bd5-4cc5-bda4-59f6ee32e51e None None] The sync data for ids ['569104e5-190e-4d08-8616-6c92a59ec93b'] in dv-cinder-784956-5-iscsi is: [{'id': '569104e5-190e-4d08-8616-6c92a59ec93b', 'name': 'tempest-TestShelveInstance-492148471-router', 'tenant_id': '011002189168409a8a363ed7771f7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:36Z', 'updated_at': '2021-05-10T11:43:47Z', 'revision_number': 6, 'project_id': '011002189168409a8a363ed7771f7b26', 'gw_port_host': None}] {{(pid=78730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:43:48.125087 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Calling delete_port for 6850538d-54f1-4227-aa08-070696c828aa owned by network:router_gateway {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:43:48.260393 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.264816 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-9cd2b010-c459-40e7-91d3-882f487a09fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:48.309814 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=6850538d-54f1-4227-aa08-070696c828aa,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:48.335250 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:48.396075 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816807'] for router_gateway, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.564938 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3811131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60751'] for router, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.567105 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.589018 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3812213'] for router, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.589538 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 569104e5-190e-4d08-8616-6c92a59ec93b {{(pid=78729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:43:48.602815 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] Notify callbacks [] for router, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.603939 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-a56398b4-34e2-4295-b4e1-763d0f58a3fa admin admin] 10.222.0.13 "DELETE /v2.0/routers/569104e5-190e-4d08-8616-6c92a59ec93b HTTP/1.1" status: 204 len: 168 time: 1.2437868 May 10 11:43:48.606502 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 49250) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:48.666544 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5558654-7c21-47d3-ba57-b18e42a6691c admin admin] Deleting subnet 774fcb29-47c5-4ba1-af60-74685608e2b6 {{(pid=78729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:43:48.669293 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a5558654-7c21-47d3-ba57-b18e42a6691c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.716354 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a5558654-7c21-47d3-ba57-b18e42a6691c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10029481'] for subnet, precommit_delete_associations {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:48.790330 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a5558654-7c21-47d3-ba57-b18e42a6691c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.056369 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:43:49.092445 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:43:49.092821 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 3dbd75fd-9d35-4164-b82a-9aeff6ba0fda not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:43:49.093251 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 6850538d-54f1-4227-aa08-070696c828aa no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:43:49.126262 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 6850538d-54f1-4227-aa08-070696c828aa {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:43:49.126621 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 6850538d-54f1-4227-aa08-070696c828aa not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:43:49.150733 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a5558654-7c21-47d3-ba57-b18e42a6691c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2228974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2416174'] for subnet, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.155321 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ea016298-bf23-40c4-bfe8-ab3f06f59651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:49.193271 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5558654-7c21-47d3-ba57-b18e42a6691c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774fcb29-47c5-4ba1-af60-74685608e2b6,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:49.195130 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-a5558654-7c21-47d3-ba57-b18e42a6691c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.198939 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08375800-4401-4838-9f8f-4f91cd98a9ce None None] Network 8ca5f2e6-7d21-49ba-95ec-e08cda453daa requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:43:49.199263 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-a5558654-7c21-47d3-ba57-b18e42a6691c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:49.203306 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-a5558654-7c21-47d3-ba57-b18e42a6691c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/774fcb29-47c5-4ba1-af60-74685608e2b6 HTTP/1.1" status: 204 len: 168 time: 0.5959105 May 10 11:43:49.205742 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 49254) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:49.308182 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.379003 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Deleting port 8a284cf6-3377-4d73-b9be-3dea8945b985 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:43:49.379353 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.439911 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] DHCP port deletion for 8ca5f2e6-7d21-49ba-95ec-e08cda453daa request from dv-cinder-784956-5-iscsi {{(pid=78730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:43:49.479281 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] For port 8a284cf6-3377-4d73-b9be-3dea8945b985, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=8a284cf6-3377-4d73-b9be-3dea8945b985,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:43:49.479557 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.502561 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Deleting port 8a284cf6-3377-4d73-b9be-3dea8945b985 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:43:49.502939 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.600327 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] For port 8a284cf6-3377-4d73-b9be-3dea8945b985, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=8a284cf6-3377-4d73-b9be-3dea8945b985,segment=NetworkSegment(2cc4424c-7794-4f93-8f95-250a1b8b4a49),segment_id=2cc4424c-7794-4f93-8f95-250a1b8b4a49)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:43:49.600743 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.600884 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Calling delete_port for 8a284cf6-3377-4d73-b9be-3dea8945b985 owned by network:dhcp {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:43:49.647004 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.651547 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-ad5e1171-7bdf-4532-8398-929d7c7596c4 tempest-VolumesActionsTest-1820484163 tempest-VolumesActionsTest-1820484163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:49.694173 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:43:49.697293 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Pushing event deleted for resources: {'Port': ['ID=8a284cf6-3377-4d73-b9be-3dea8945b985,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:49.700405 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:49.701207 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] No DVR routers for this DVR port 8a284cf6-3377-4d73-b9be-3dea8945b985 on host dv-cinder-784956-5-iscsi {{(pid=78729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:43:49.720332 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Calling delete_port for 8a284cf6-3377-4d73-b9be-3dea8945b985 owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:43:49.762237 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.765718 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-cd9a39bd-c61c-4195-a27b-759075a5a872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:49.810994 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Pushing event deleted for resources: {'Port': ['ID=8a284cf6-3377-4d73-b9be-3dea8945b985,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:49.813912 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.815641 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] No DVR routers for this DVR port 8a284cf6-3377-4d73-b9be-3dea8945b985 on host dv-cinder-784956-5-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:43:49.822154 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:49.822506 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:49.822855 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:49.823197 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:49.823572 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:49.823871 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:49.824199 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:49.824528 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:49.824880 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:49.825204 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:49.825641 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:49.825832 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-5-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 11:43:49.827757 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca5f2e6-7d21-49ba-95ec-e08cda453daa']}} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:49.833572 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8622b03c-cfb1-48b6-8b2c-7c7c4a2bf0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:49.840413 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc4424c-7794-4f93-8f95-250a1b8b4a49') {'for_net_delete': True} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:49.840702 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.services.segments.db [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc4424c-7794-4f93-8f95-250a1b8b4a49') {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:49.851801 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10029494'] for segment, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.867997 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.874029 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=78729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:43:49.874420 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228872'] for segment, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: Traceback (most recent call last): May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: timer() May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: cb(*args, **kw) May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: return func(*args, **kwargs) May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: self._notify() May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: self.callback(batched_events) May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: event.method(event) May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: return f(self, *a, **k) May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._get(url).json() May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: return self.request(url, 'GET', **kwargs) May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:43:49.887751 dv-cinder-784956-5-iscsi neutron-server[78729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:43:49.960891 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.964221 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-1191a646-90ab-401a-9cef-ac7a956523a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:49.976649 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:49.986747 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca5f2e6-7d21-49ba-95ec-e08cda453daa,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:49.990517 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:50.000568 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-79738e21-c8cf-445f-9139-52babc68180d admin admin] 10.222.0.13 "DELETE /v2.0/networks/8ca5f2e6-7d21-49ba-95ec-e08cda453daa HTTP/1.1" status: 204 len: 168 time: 0.7939267 May 10 11:43:50.004045 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 49258) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:50.619871 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d297daca-985d-476d-9d9a-1131399b53e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801155'] for router_interface, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:51.021360 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-d297daca-985d-476d-9d9a-1131399b53e8 admin admin] Deleting port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:43:51.021699 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d297daca-985d-476d-9d9a-1131399b53e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:51.044833 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 8a284cf6-3377-4d73-b9be-3dea8945b985 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:43:51.079897 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 8a284cf6-3377-4d73-b9be-3dea8945b985 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:43:51.080253 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 8a284cf6-3377-4d73-b9be-3dea8945b985 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:43:51.144980 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-d297daca-985d-476d-9d9a-1131399b53e8 admin admin] For port 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=153ec094-e3c2-4b98-97fe-0ac2d78ac8b5,segment=NetworkSegment(1045f239-a754-47d0-879f-70357d9e9e3d),segment_id=1045f239-a754-47d0-879f-70357d9e9e3d)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:43:51.145331 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d297daca-985d-476d-9d9a-1131399b53e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:51.262321 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-d297daca-985d-476d-9d9a-1131399b53e8 admin admin] Calling delete_port for 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 owned by network:router_interface {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:43:51.397480 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d297daca-985d-476d-9d9a-1131399b53e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:51.401740 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-af0400cb-515f-4b88-b1e2-e4d3a348fcc0 tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:51.444075 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297daca-985d-476d-9d9a-1131399b53e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=153ec094-e3c2-4b98-97fe-0ac2d78ac8b5,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:51.475533 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-d297daca-985d-476d-9d9a-1131399b53e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:51.705101 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-d297daca-985d-476d-9d9a-1131399b53e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3791091'] for router_interface, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:52.151891 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d297daca-985d-476d-9d9a-1131399b53e8 admin admin] Router 58df092d-d1a6-4b9d-a32e-6fc0194093d8 has already been hosted by L3 agent d35bb17b-c3be-475b-bcd0-45b54192e064 {{(pid=78729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 11:43:52.323933 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d297daca-985d-476d-9d9a-1131399b53e8 admin admin] Notify agent at l3_agent.dv-cinder-784956-5-iscsi the message routers_updated {{(pid=78729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 11:43:52.332872 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd153e-ed7b-4a4a-ae3c-57accd4b82a6 None None] Sync routers for ids ['58df092d-d1a6-4b9d-a32e-6fc0194093d8'] in dv-cinder-784956-5-iscsi {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 11:43:52.339871 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-d297daca-985d-476d-9d9a-1131399b53e8 admin admin] 10.222.0.13 "PUT /v2.0/routers/58df092d-d1a6-4b9d-a32e-6fc0194093d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3348267 May 10 11:43:52.342368 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.wsgi [-] (78729) accepted ('10.222.0.13', 49262) {{(pid=78729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:52.343402 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfd153e-ed7b-4a4a-ae3c-57accd4b82a6 None None] Routers {'58df092d-d1a6-4b9d-a32e-6fc0194093d8'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:43:52.344211 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-2bfd153e-ed7b-4a4a-ae3c-57accd4b82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:43:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['58df092d-d1a6-4b9d-a32e-6fc0194093d8'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:52.363800 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4de79b95-72af-48a1-a866-bf7235e799a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:52.517654 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Notify callbacks [] for router, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:52.545973 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-2bfd153e-ed7b-4a4a-ae3c-57accd4b82a6 None None] Set router 58df092d-d1a6-4b9d-a32e-6fc0194093d8 gateway port host: dv-cinder-784956-5-iscsi {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:43:52.691911 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:52.761085 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Deleting port 3f9a9771-a17a-46cd-b770-eb448342964e {{(pid=78729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:43:52.761850 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:52.822919 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-2bfd153e-ed7b-4a4a-ae3c-57accd4b82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'name': 'tempest-TestShelveInstance-540387910-router', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'external_fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:43:51Z', 'revision_number': 5, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'gw_port': {'id': '3f9a9771-a17a-46cd-b770-eb448342964e', 'name': '', 'network_id': '3f71b2d2-59f0-4475-bea2-1eec4e07450d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30b58d62-d46b-4cc0-854a-3a93bc37cb67', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-5-iscsi'}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:52.826583 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd153e-ed7b-4a4a-ae3c-57accd4b82a6 None None] Checking router: 58df092d-d1a6-4b9d-a32e-6fc0194093d8 for host: dv-cinder-784956-5-iscsi {{(pid=78731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 11:43:52.835351 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfd153e-ed7b-4a4a-ae3c-57accd4b82a6 None None] Routers {'58df092d-d1a6-4b9d-a32e-6fc0194093d8'} bound to L3 agent in host dv-cinder-784956-5-iscsi {{(pid=78731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 11:43:52.835984 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-2bfd153e-ed7b-4a4a-ae3c-57accd4b82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T11:16:55Z,description=,heartbeat_timestamp=2021-05-10T11:43:25Z,host='dv-cinder-784956-5-iscsi',id=d35bb17b-c3be-475b-bcd0-45b54192e064,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T11:16:55Z,topic='l3_agent')) {'router_ids': ['58df092d-d1a6-4b9d-a32e-6fc0194093d8'], 'active': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:52.882988 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.db [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] For port 3f9a9771-a17a-46cd-b770-eb448342964e, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=3f9a9771-a17a-46cd-b770-eb448342964e,segment=NetworkSegment(5619472b-6044-4e5e-81a4-f44269273a2a),segment_id=5619472b-6044-4e5e-81a4-f44269273a2a)] {{(pid=78729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:43:52.883340 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:52.989566 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvr_db [None req-2bfd153e-ed7b-4a4a-ae3c-57accd4b82a6 None None] Set router 58df092d-d1a6-4b9d-a32e-6fc0194093d8 gateway port host: None {{(pid=78731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 11:43:53.005565 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Calling delete_port for 3f9a9771-a17a-46cd-b770-eb448342964e owned by network:router_gateway {{(pid=78729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:43:53.102388 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_hamode_db [None req-2bfd153e-ed7b-4a4a-ae3c-57accd4b82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'name': 'tempest-TestShelveInstance-540387910-router', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:43:52Z', 'revision_number': 6, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'gw_port_host': None}], 'dv-cinder-784956-5-iscsi', False) {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:53.106662 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd153e-ed7b-4a4a-ae3c-57accd4b82a6 None None] The sync data for ids ['58df092d-d1a6-4b9d-a32e-6fc0194093d8'] in dv-cinder-784956-5-iscsi is: [{'id': '58df092d-d1a6-4b9d-a32e-6fc0194093d8', 'name': 'tempest-TestShelveInstance-540387910-router', 'tenant_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T11:38:43Z', 'updated_at': '2021-05-10T11:43:52Z', 'revision_number': 6, 'project_id': 'c2343bb3039847fb8d6ee495abc5c9cf', 'gw_port_host': None}] {{(pid=78731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 11:43:53.253928 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228925'] for port, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:53.258416 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-19e77f3c-9135-493e-a26e-8a8888051745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:53.301667 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9a9771-a17a-46cd-b770-eb448342964e,revision_number=None']} {{(pid=78729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:53.304049 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:53.390211 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3816807'] for router_gateway, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:53.561529 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3811131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60751'] for router, precommit_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:53.563668 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:53.587052 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3812213'] for router, after_delete {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:53.587649 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58df092d-d1a6-4b9d-a32e-6fc0194093d8 {{(pid=78729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 11:43:53.600183 dv-cinder-784956-5-iscsi neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] Notify callbacks [] for router, before_response {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:53.601317 dv-cinder-784956-5-iscsi neutron-server[78729]: INFO neutron.wsgi [None req-3c7ff51d-c12a-48a2-9208-44d1a263d837 admin admin] 10.222.0.13 "DELETE /v2.0/routers/58df092d-d1a6-4b9d-a32e-6fc0194093d8 HTTP/1.1" status: 204 len: 168 time: 1.2580254 May 10 11:43:53.603938 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 49266) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:53.662323 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37e6d4b-fc88-435f-8267-5b3c48826e13 admin admin] Deleting subnet c4415334-99a9-4db5-80bd-7f7863095dc2 {{(pid=78728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 11:43:53.665110 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b37e6d4b-fc88-435f-8267-5b3c48826e13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:53.715875 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b37e6d4b-fc88-435f-8267-5b3c48826e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557216'] for subnet, precommit_delete_associations {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:53.791566 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b37e6d4b-fc88-435f-8267-5b3c48826e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737051'] for subnet, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.145547 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b37e6d4b-fc88-435f-8267-5b3c48826e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2206754'] for subnet, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.149941 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-9f5c7783-251f-4d8b-9396-3c9ab41a93ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:54.186112 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e6d4b-fc88-435f-8267-5b3c48826e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4415334-99a9-4db5-80bd-7f7863095dc2,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:54.188960 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b37e6d4b-fc88-435f-8267-5b3c48826e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:54.191710 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-b37e6d4b-fc88-435f-8267-5b3c48826e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for subnet, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.197019 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e900fee-cc0a-4e3d-8d24-602da0484052 None None] Network 7c42f5fb-86d0-4d83-875c-9f48930f163f requested from dv-cinder-784956-5-iscsi {{(pid=78730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 11:43:54.197951 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-b37e6d4b-fc88-435f-8267-5b3c48826e13 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c4415334-99a9-4db5-80bd-7f7863095dc2 HTTP/1.1" status: 204 len: 168 time: 0.5929217 May 10 11:43:54.200387 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 49270) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:54.304280 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606491'] for network, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.380865 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Deleting port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa {{(pid=78728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:43:54.381202 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.435717 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d52a4a0-deee-488d-bfb6-647f11450753 None None] DHCP port deletion for 7c42f5fb-86d0-4d83-875c-9f48930f163f request from dv-cinder-784956-5-iscsi {{(pid=78730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 11:43:54.485450 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.db [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] For port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=8a9793f9-6643-4acf-a9f7-ff4c1282c7aa,segment=NetworkSegment(1045f239-a754-47d0-879f-70357d9e9e3d),segment_id=1045f239-a754-47d0-879f-70357d9e9e3d)] {{(pid=78728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:43:54.485710 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.499848 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-2d52a4a0-deee-488d-bfb6-647f11450753 None None] Deleting port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 11:43:54.500233 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2d52a4a0-deee-488d-bfb6-647f11450753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745973309853'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.598190 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-2d52a4a0-deee-488d-bfb6-647f11450753 None None] For port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa, host dv-cinder-784956-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-5-iscsi',level=0,port_id=8a9793f9-6643-4acf-a9f7-ff4c1282c7aa,segment=NetworkSegment(1045f239-a754-47d0-879f-70357d9e9e3d),segment_id=1045f239-a754-47d0-879f-70357d9e9e3d)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 11:43:54.598579 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2d52a4a0-deee-488d-bfb6-647f11450753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3812793'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.605935 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.plugin [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Calling delete_port for 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa owned by network:dhcp {{(pid=78728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:43:54.651330 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438667'] for port, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.655094 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-5e4ddf6d-74d0-47a7-a985-195d0e434cae tempest-TestVolumeBootPattern-1676180203 tempest-TestVolumeBootPattern-1676180203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:54.698117 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9793f9-6643-4acf-a9f7-ff4c1282c7aa,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:54.700587 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:54.703086 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] No DVR routers for this DVR port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa on host dv-cinder-784956-5-iscsi {{(pid=78728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:43:54.718697 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-2d52a4a0-deee-488d-bfb6-647f11450753 None None] Calling delete_port for 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 11:43:54.760675 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2d52a4a0-deee-488d-bfb6-647f11450753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745973314160', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745972895748'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.764965 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:54.818257 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735200', 'neutron.services.segments.db._delete_segments_for_network-8745973320349'] for network, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.836619 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c42f5fb-86d0-4d83-875c-9f48930f163f']}} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:54.847468 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52a4a0-deee-488d-bfb6-647f11450753 None None] Pushing event deleted for resources: {'Port': ['ID=8a9793f9-6643-4acf-a9f7-ff4c1282c7aa,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:54.849281 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d52a4a0-deee-488d-bfb6-647f11450753 None None] No DVR routers for this DVR port 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa on host dv-cinder-784956-5-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 11:43:54.850355 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1045f239-a754-47d0-879f-70357d9e9e3d') {'for_net_delete': True} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:54.850567 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.services.segments.db [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1045f239-a754-47d0-879f-70357d9e9e3d') {} {{(pid=78728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 11:43:54.850675 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-2d52a4a0-deee-488d-bfb6-647f11450753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:54.862998 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745973331815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557247'] for segment, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.879396 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152'] for segment, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.885652 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=78728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 11:43:54.886175 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438718'] for segment, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: Traceback (most recent call last): May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: timer() May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: cb(*args, **kw) May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: return func(*args, **kwargs) May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: self._notify() May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: self.callback(batched_events) May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: event.method(event) May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: aggregate_uuid = self.p_client.list_aggregates( May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: return f(self, *a, **k) May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._get(url).json() May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: return self.request(url, 'GET', **kwargs) May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: base_url = self.get_endpoint(auth, allow=allow, May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 11:43:54.899706 dv-cinder-784956-5-iscsi neutron-server[78728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 11:43:54.980657 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816821'] for network, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:54.984226 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:55.009541 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680421'] for network, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.010064 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e39cab46-1708-4a8f-9b1b-2f52a25a9eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.016376 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c42f5fb-86d0-4d83-875c-9f48930f163f,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:55.021098 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:55.027251 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-01928019-0926-4052-8c3b-3f0001092544 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7c42f5fb-86d0-4d83-875c-9f48930f163f HTTP/1.1" status: 204 len: 168 time: 0.8258989 May 10 11:43:55.063295 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 3f9a9771-a17a-46cd-b770-eb448342964e no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:43:55.107289 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 3f9a9771-a17a-46cd-b770-eb448342964e {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:43:55.107577 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 3f9a9771-a17a-46cd-b770-eb448342964e not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:43:55.107994 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:43:55.144868 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:43:55.145295 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 8a9793f9-6643-4acf-a9f7-ff4c1282c7aa not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:43:55.145420 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 49276) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:55.145747 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 no longer exists at agent ovs-agent-dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 11:43:55.176135 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.182492 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] No Port match for: 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 {{(pid=78730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 11:43:55.182849 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.rpc [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Device 153ec094-e3c2-4b98-97fe-0ac2d78ac8b5 not bound to the agent host dv-cinder-784956-5-iscsi {{(pid=78730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 11:43:55.194571 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-1b338d8d-01e9-416d-a206-3cca1147cf62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=011002189168409a8a363ed7771f7b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478263 May 10 11:43:55.196891 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 49280) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:55.252776 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ac1a98b3-defb-4b6f-811f-319f9260b35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.277912 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ac1a98b3-defb-4b6f-811f-319f9260b35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.329021 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ac1a98b3-defb-4b6f-811f-319f9260b35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.332747 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-f502a38a-faaa-44f5-b841-986e551bf18c tempest-TestShelveInstance-675636152 tempest-TestShelveInstance-675636152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:55.346259 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a98b3-defb-4b6f-811f-319f9260b35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27446d87-5100-4b49-bd7a-9fa5e6aa23ea,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:55.350018 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-ac1a98b3-defb-4b6f-811f-319f9260b35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:55.353163 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-ac1a98b3-defb-4b6f-811f-319f9260b35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.354270 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-ac1a98b3-defb-4b6f-811f-319f9260b35e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27446d87-5100-4b49-bd7a-9fa5e6aa23ea HTTP/1.1" status: 204 len: 168 time: 0.1564579 May 10 11:43:55.700374 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 49288) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:55.751358 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-e314f9d7-6e2b-43ad-bfa2-0fb3b8b79852 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2343bb3039847fb8d6ee495abc5c9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497637 May 10 11:43:55.753650 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [-] (78728) accepted ('10.222.0.13', 49292) {{(pid=78728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 11:43:55.809420 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-786d5141-032f-48b9-8f59-f56f226bb0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.833685 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-786d5141-032f-48b9-8f59-f56f226bb0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.885496 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-786d5141-032f-48b9-8f59-f56f226bb0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708316'] for security_group, after_delete {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.889288 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-b4190e48-32c0-4a67-87e1-4851d5853e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 11:43:55.900320 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d5141-032f-48b9-8f59-f56f226bb0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9e308d-3e9b-4621-9604-07f1a4df9326,revision_number=None']} {{(pid=78728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 11:43:55.905241 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG oslo_concurrency.lockutils [None req-786d5141-032f-48b9-8f59-f56f226bb0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 11:43:55.907000 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron_lib.callbacks.manager [None req-786d5141-032f-48b9-8f59-f56f226bb0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:55.908073 dv-cinder-784956-5-iscsi neutron-server[78728]: INFO neutron.wsgi [None req-786d5141-032f-48b9-8f59-f56f226bb0d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a9e308d-3e9b-4621-9604-07f1a4df9326 HTTP/1.1" status: 204 len: 168 time: 0.1535761 May 10 11:43:56.123844 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:43:57.505002 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:16.548526 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:22.365643 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a03f7bdb-0ff5-442b-a2db-cc87d6c76885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:25.013155 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ea078285-1f3f-414d-aaa2-29766a03a818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:25.099337 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:26.123989 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:26.693596 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:44:27.498209 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:46.556531 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:52.366684 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-52e7a71c-c9d2-43a4-8bd7-f1348441348c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:55.014601 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-78aced96-053a-4e7c-891f-9c114d79e614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:55.099754 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:56.127857 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:44:57.499736 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:03.691970 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:45:16.556123 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:22.368019 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ddd610ef-04c5-4e5f-ad26-9620248cee4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.018075 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7fb7ff73-c16d-4cfd-be1e-46c0dd9d756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:25.100166 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:26.130931 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:27.503030 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:40.690214 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:45:46.568942 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:52.368516 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-56fe904b-38f3-4080-9dc4-1ccc8c7dc26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:55.019264 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5c985be1-6071-405b-934d-7778fd66eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:55.100237 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:56.133801 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:45:57.504988 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:16.575764 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:17.689932 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:46:22.370618 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b6f85f58-12bd-407b-a2e0-48f0ca5f6c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.020015 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-17d12fc0-0a15-4d39-a38a-54f2daf17a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:25.101511 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:26.137273 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:27.507598 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:37.857317 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [req-e26914fc-9750-4f64-979e-0da1c481620c req-65ecbe3f-6cfa-4c79-b7c6-0ab20f971784 service neutron] (78728) timed out ('10.222.0.30', 52178) {{(pid=78728) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 11:46:46.587587 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:52.371883 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f214-b3f9-4851-afaa-f1f69bac9340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:54.688770 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:46:55.022853 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-45242fef-f0b6-4a91-9147-19e410124a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:55.102186 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:56.140044 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:46:57.513335 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:16.602387 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:22.373348 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15218a63-5216-4fff-8e70-fd2488b8fd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.024674 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-67ebac14-09de-4b10-801d-28782b095970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:25.104463 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:26.143146 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:27.514822 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:31.687230 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:47:46.601974 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:52.374471 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-69995bb5-a4c4-452b-aebf-6b52399a2afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.027157 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aa9d13fd-b283-4857-89f2-53fdb75495f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:55.106244 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:56.146326 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:47:57.518220 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:05.421553 dv-cinder-784956-5-iscsi neutron-server[78728]: DEBUG neutron.wsgi [req-ca370e34-6f02-4677-99c0-740f3cd0a7f6 req-31ede1c9-d410-4284-b4fb-cb34c497b45e service neutron] (78728) timed out ('10.222.0.13', 42222) {{(pid=78728) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 11:48:08.686028 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:48:16.616986 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:22.374865 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cff8-e199-42d4-8980-223db9ec9519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.029534 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2a5bc340-ad63-431c-90fe-35c775053f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:25.106698 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:26.148529 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:27.521474 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:45.684772 dv-cinder-784956-5-iscsi neutron-server[78731]: DEBUG neutron.db.agents_db [None req-28314adf-5b9a-473f-83ed-16971c134e04 None None] Agent healthcheck: found 6 active agents {{(pid=78731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 11:48:46.617630 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0cad-d21a-4056-9c9d-9500fa22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:52.375712 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-72805e9d-79b0-467e-a57d-a2d09c0ec2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.029603 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-376dccc8-949e-41d8-bd0f-cb78e1fdec69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:55.107171 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec00b-6682-4966-bbc8-b46759c54e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:56.151468 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1634bf45-c481-4112-b307-334191cd933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 11:48:57.525226 dv-cinder-784956-5-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c0322a75-2c8d-42dd-9932-1ac599287ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745973320358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733914'] for agent, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}